2024-12-03 20:25:30,695 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-03 20:25:30,715 main DEBUG Took 0.017971 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 20:25:30,715 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 20:25:30,715 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 20:25:30,716 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 20:25:30,717 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:25:30,724 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 20:25:30,739 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:25:30,740 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:25:30,741 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:25:30,742 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:25:30,742 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:25:30,743 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:25:30,744 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:25:30,744 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:25:30,745 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:25:30,745 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:25:30,746 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:25:30,747 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:25:30,747 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:25:30,748 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:25:30,748 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:25:30,749 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:25:30,749 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:25:30,749 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:25:30,750 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:25:30,750 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:25:30,750 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:25:30,750 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:25:30,751 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:25:30,751 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 20:25:30,751 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:25:30,752 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 20:25:30,753 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 20:25:30,754 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 20:25:30,756 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 20:25:30,756 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 20:25:30,757 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 20:25:30,758 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 20:25:30,768 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 20:25:30,772 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 20:25:30,774 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 20:25:30,775 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 20:25:30,776 main DEBUG createAppenders(={Console}) 2024-12-03 20:25:30,777 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-03 20:25:30,777 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-03 20:25:30,778 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-03 20:25:30,779 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 20:25:30,779 main DEBUG OutputStream closed 2024-12-03 20:25:30,779 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 20:25:30,779 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 20:25:30,780 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-03 20:25:30,864 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 20:25:30,866 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 20:25:30,867 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 20:25:30,868 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 20:25:30,868 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 20:25:30,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 20:25:30,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 20:25:30,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 20:25:30,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 20:25:30,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 20:25:30,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 20:25:30,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 20:25:30,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 20:25:30,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 20:25:30,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 20:25:30,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 20:25:30,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 20:25:30,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 20:25:30,874 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 20:25:30,874 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-03 20:25:30,875 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 20:25:30,875 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-03T20:25:30,889 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-03 20:25:30,891 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 20:25:30,891 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T20:25:30,944 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1260, ProcessCount=11, AvailableMemoryMB=2712 2024-12-03T20:25:31,192 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-03T20:25:31,244 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7 2024-12-03T20:25:31,248 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/cluster_a23c9a34-e488-c387-7e28-4aec6bfbb8d3, deleteOnExit=true 2024-12-03T20:25:31,402 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/cluster_a23c9a34-e488-c387-7e28-4aec6bfbb8d3/zookeeper_0, clientPort=63659, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/cluster_a23c9a34-e488-c387-7e28-4aec6bfbb8d3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/cluster_a23c9a34-e488-c387-7e28-4aec6bfbb8d3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T20:25:31,415 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63659 2024-12-03T20:25:31,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:25:31,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:25:31,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/test.cache.data in system properties and HBase conf 2024-12-03T20:25:31,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:25:31,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:25:31,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:25:31,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:25:31,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:25:31,537 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T20:25:31,645 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:25:31,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:25:31,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:25:31,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:25:31,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:25:31,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:25:31,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:25:31,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:25:31,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:25:31,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:25:31,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:25:31,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:25:31,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:25:31,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:25:31,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:25:33,061 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T20:25:33,182 INFO [Time-limited test {}] log.Log(170): Logging initialized @3116ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T20:25:33,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:25:33,348 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:25:33,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:25:33,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:25:33,388 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:25:33,402 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:25:33,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:25:33,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:25:33,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/java.io.tmpdir/jetty-localhost-45427-hadoop-hdfs-3_4_1-tests_jar-_-any-11731280620766418963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:25:33,645 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:45427} 2024-12-03T20:25:33,645 INFO [Time-limited test {}] server.Server(415): Started @3580ms 2024-12-03T20:25:34,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:25:34,342 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:25:34,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:25:34,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:25:34,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:25:34,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:25:34,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:25:34,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/java.io.tmpdir/jetty-localhost-34069-hadoop-hdfs-3_4_1-tests_jar-_-any-15273078550271863708/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:25:34,471 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:34069} 2024-12-03T20:25:34,471 INFO [Time-limited test {}] server.Server(415): Started @4405ms 2024-12-03T20:25:34,532 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:25:35,824 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/cluster_a23c9a34-e488-c387-7e28-4aec6bfbb8d3/data/data2/current/BP-493163455-172.17.0.3-1733257532265/current, will proceed with Du for space computation calculation, 2024-12-03T20:25:35,824 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/cluster_a23c9a34-e488-c387-7e28-4aec6bfbb8d3/data/data1/current/BP-493163455-172.17.0.3-1733257532265/current, will proceed with Du for space computation calculation, 2024-12-03T20:25:35,864 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:25:35,904 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd63e4e21aaff66b1 with lease ID 0x7ffb69ffeead34db: Processing first storage report for DS-3c359168-2a39-46dd-bf26-414f35c9cd26 from datanode DatanodeRegistration(127.0.0.1:45305, datanodeUuid=4cb3552e-4eaa-4fcd-b3d1-bea236ffc952, infoPort=34685, infoSecurePort=0, ipcPort=44517, storageInfo=lv=-57;cid=testClusterID;nsid=964286080;c=1733257532265) 2024-12-03T20:25:35,905 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd63e4e21aaff66b1 with lease ID 0x7ffb69ffeead34db: from storage DS-3c359168-2a39-46dd-bf26-414f35c9cd26 node DatanodeRegistration(127.0.0.1:45305, datanodeUuid=4cb3552e-4eaa-4fcd-b3d1-bea236ffc952, infoPort=34685, infoSecurePort=0, ipcPort=44517, storageInfo=lv=-57;cid=testClusterID;nsid=964286080;c=1733257532265), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-03T20:25:35,906 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd63e4e21aaff66b1 with lease ID 0x7ffb69ffeead34db: Processing first storage report for DS-a679e9e6-8744-477e-8724-2337713c6777 from datanode DatanodeRegistration(127.0.0.1:45305, datanodeUuid=4cb3552e-4eaa-4fcd-b3d1-bea236ffc952, infoPort=34685, infoSecurePort=0, ipcPort=44517, storageInfo=lv=-57;cid=testClusterID;nsid=964286080;c=1733257532265) 2024-12-03T20:25:35,906 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd63e4e21aaff66b1 with lease ID 0x7ffb69ffeead34db: from storage DS-a679e9e6-8744-477e-8724-2337713c6777 node DatanodeRegistration(127.0.0.1:45305, datanodeUuid=4cb3552e-4eaa-4fcd-b3d1-bea236ffc952, infoPort=34685, infoSecurePort=0, ipcPort=44517, storageInfo=lv=-57;cid=testClusterID;nsid=964286080;c=1733257532265), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:25:35,985 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7 2024-12-03T20:25:35,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:25:35,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:25:36,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:25:36,597 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b with version=8 2024-12-03T20:25:36,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/hbase-staging 2024-12-03T20:25:36,699 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T20:25:36,956 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:25:36,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:25:36,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:25:36,972 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:25:36,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:25:36,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:25:37,122 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:25:37,178 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T20:25:37,186 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T20:25:37,189 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:25:37,211 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11015 (auto-detected) 2024-12-03T20:25:37,212 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-03T20:25:37,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44137 2024-12-03T20:25:37,248 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44137 connecting to ZooKeeper ensemble=127.0.0.1:63659 2024-12-03T20:25:37,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441370x0, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:25:37,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44137-0x1019cdf0ba20000 connected 2024-12-03T20:25:37,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:25:37,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:25:37,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Set watcher on znode that does not yet exist, /0-1587587320/running 2024-12-03T20:25:37,717 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b, hbase.cluster.distributed=false 2024-12-03T20:25:37,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Set watcher on znode that does not yet exist, /0-1587587320/acl 2024-12-03T20:25:37,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44137 2024-12-03T20:25:37,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44137 2024-12-03T20:25:37,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44137 2024-12-03T20:25:37,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44137 2024-12-03T20:25:37,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44137 2024-12-03T20:25:37,903 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:25:37,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:25:37,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:25:37,906 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:25:37,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:25:37,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:25:37,911 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:25:37,920 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:25:37,923 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39453 2024-12-03T20:25:37,926 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39453 connecting to ZooKeeper ensemble=127.0.0.1:63659 2024-12-03T20:25:37,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:25:37,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:25:37,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394530x0, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:25:37,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394530x0, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Set watcher on znode that does not yet exist, /0-1587587320/running 2024-12-03T20:25:37,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39453-0x1019cdf0ba20001 connected 2024-12-03T20:25:37,974 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:25:37,991 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:25:37,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39453-0x1019cdf0ba20001, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Set watcher on znode that does not yet exist, /0-1587587320/master 2024-12-03T20:25:38,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39453-0x1019cdf0ba20001, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Set watcher on znode that does not yet exist, /0-1587587320/acl 2024-12-03T20:25:38,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39453 2024-12-03T20:25:38,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39453 2024-12-03T20:25:38,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39453 2024-12-03T20:25:38,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39453 2024-12-03T20:25:38,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39453 2024-12-03T20:25:38,038 DEBUG [M:0;b29c245002d9:44137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:44137 2024-12-03T20:25:38,039 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1587587320/backup-masters/b29c245002d9,44137,1733257536777 2024-12-03T20:25:38,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x1019cdf0ba20001, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320/backup-masters 2024-12-03T20:25:38,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320/backup-masters 2024-12-03T20:25:38,099 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Set watcher on existing znode=/0-1587587320/backup-masters/b29c245002d9,44137,1733257536777 2024-12-03T20:25:38,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x1019cdf0ba20001, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1587587320/master 2024-12-03T20:25:38,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:25:38,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x1019cdf0ba20001, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:25:38,139 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Set watcher on existing znode=/0-1587587320/master 2024-12-03T20:25:38,141 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1587587320/backup-masters/b29c245002d9,44137,1733257536777 from backup master directory 2024-12-03T20:25:38,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1587587320/backup-masters/b29c245002d9,44137,1733257536777 2024-12-03T20:25:38,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x1019cdf0ba20001, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320/backup-masters 2024-12-03T20:25:38,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320/backup-masters 2024-12-03T20:25:38,154 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:25:38,155 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,44137,1733257536777 2024-12-03T20:25:38,157 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T20:25:38,159 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T20:25:38,226 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/hbase.id] with ID: a2dca1dd-bae1-4946-9a1f-68e3e6d18a38 2024-12-03T20:25:38,226 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/.tmp/hbase.id 2024-12-03T20:25:38,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:25:38,239 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/.tmp/hbase.id]:[hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/hbase.id] 2024-12-03T20:25:38,299 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:25:38,304 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:25:38,324 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-03T20:25:38,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x1019cdf0ba20001, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:25:38,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:25:38,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:25:38,770 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:25:38,774 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:25:38,794 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:25:38,799 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:25:38,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:25:39,260 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store 2024-12-03T20:25:39,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:25:39,303 INFO [master/b29c245002d9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T20:25:39,308 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:25:39,310 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:25:39,310 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:25:39,311 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:25:39,313 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:25:39,313 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:25:39,313 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:25:39,315 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257539310Disabling compacts and flushes for region at 1733257539310Disabling writes for close at 1733257539313 (+3 ms)Writing region close event to WAL at 1733257539313Closed at 1733257539313 2024-12-03T20:25:39,324 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/.initializing 2024-12-03T20:25:39,324 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/WALs/b29c245002d9,44137,1733257536777 2024-12-03T20:25:39,347 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:25:39,371 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C44137%2C1733257536777, suffix=, logDir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/WALs/b29c245002d9,44137,1733257536777, archiveDir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/oldWALs, maxLogs=10 2024-12-03T20:25:39,405 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/WALs/b29c245002d9,44137,1733257536777/b29c245002d9%2C44137%2C1733257536777.1733257539377, exclude list is [], retry=0 2024-12-03T20:25:39,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45305,DS-3c359168-2a39-46dd-bf26-414f35c9cd26,DISK] 2024-12-03T20:25:39,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T20:25:39,477 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/WALs/b29c245002d9,44137,1733257536777/b29c245002d9%2C44137%2C1733257536777.1733257539377 2024-12-03T20:25:39,478 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34685:34685)] 2024-12-03T20:25:39,479 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:25:39,479 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:25:39,483 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:39,485 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:39,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:39,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:25:39,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:39,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:25:39,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:39,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:25:39,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:39,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:25:39,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:39,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:25:39,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:39,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:25:39,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:39,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:25:39,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:39,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:25:39,613 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:39,619 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:39,621 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:39,628 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:39,629 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:39,634 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:25:39,639 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:39,645 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:25:39,646 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63656726, jitterRate=-0.05144086480140686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:25:39,652 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257539502Initializing all the Stores at 1733257539505 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257539506 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257539507 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257539508 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257539508Cleaning up temporary data from old regions at 1733257539629 (+121 ms)Region opened successfully at 1733257539652 (+23 ms) 2024-12-03T20:25:39,654 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:25:39,698 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af8f1fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:25:39,733 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:25:39,744 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:25:39,744 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:25:39,748 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:25:39,750 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T20:25:39,755 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-03T20:25:39,755 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:25:39,784 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:25:39,793 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Unable to get data of znode /0-1587587320/balancer because node does not exist (not necessarily an error) 2024-12-03T20:25:39,804 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1587587320/balancer already deleted, retry=false 2024-12-03T20:25:39,806 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:25:39,808 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Unable to get data of znode /0-1587587320/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:25:39,821 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1587587320/normalizer already deleted, retry=false 2024-12-03T20:25:39,823 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:25:39,827 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Unable to get data of znode /0-1587587320/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:25:39,835 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1587587320/switch/split already deleted, retry=false 2024-12-03T20:25:39,837 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Unable to get data of znode /0-1587587320/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:25:39,846 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1587587320/switch/merge already deleted, retry=false 2024-12-03T20:25:39,864 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Unable to get data of znode /0-1587587320/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:25:39,873 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1587587320/snapshot-cleanup already deleted, retry=false 2024-12-03T20:25:39,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1587587320/running 2024-12-03T20:25:39,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:25:39,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x1019cdf0ba20001, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1587587320/running 2024-12-03T20:25:39,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x1019cdf0ba20001, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:25:39,892 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,44137,1733257536777, sessionid=0x1019cdf0ba20000, setting cluster-up flag (Was=false) 2024-12-03T20:25:39,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:25:39,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x1019cdf0ba20001, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:25:39,951 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1587587320/flush-table-proc/acquired, /0-1587587320/flush-table-proc/reached, /0-1587587320/flush-table-proc/abort 2024-12-03T20:25:39,953 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,44137,1733257536777 2024-12-03T20:25:39,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x1019cdf0ba20001, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:25:39,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:25:40,004 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1587587320/online-snapshot/acquired, /0-1587587320/online-snapshot/reached, /0-1587587320/online-snapshot/abort 2024-12-03T20:25:40,008 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,44137,1733257536777 2024-12-03T20:25:40,016 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:25:40,026 INFO [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(746): ClusterId : a2dca1dd-bae1-4946-9a1f-68e3e6d18a38 2024-12-03T20:25:40,030 DEBUG [RS:0;b29c245002d9:39453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:25:40,045 DEBUG [RS:0;b29c245002d9:39453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:25:40,046 DEBUG [RS:0;b29c245002d9:39453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:25:40,058 DEBUG [RS:0;b29c245002d9:39453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:25:40,059 DEBUG [RS:0;b29c245002d9:39453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acc6652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:25:40,073 DEBUG [RS:0;b29c245002d9:39453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:39453 2024-12-03T20:25:40,076 INFO [RS:0;b29c245002d9:39453 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:25:40,076 INFO [RS:0;b29c245002d9:39453 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:25:40,076 DEBUG [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:25:40,079 INFO [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,44137,1733257536777 with port=39453, startcode=1733257537847 2024-12-03T20:25:40,092 DEBUG [RS:0;b29c245002d9:39453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:25:40,113 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:25:40,122 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:25:40,129 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:25:40,130 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:25:40,136 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44137 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T20:25:40,137 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,44137,1733257536777 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:25:40,147 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:25:40,148 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:25:40,148 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:25:40,148 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:25:40,149 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:25:40,149 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:40,149 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:25:40,149 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:40,156 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257570156 2024-12-03T20:25:40,157 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:25:40,157 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:25:40,158 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:25:40,159 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:25:40,163 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:25:40,164 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:25:40,164 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:25:40,164 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:25:40,164 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:40,165 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:25:40,165 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:40,167 DEBUG [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-03T20:25:40,168 WARN [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-03T20:25:40,172 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:25:40,174 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:25:40,174 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:25:40,174 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:25:40,177 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:25:40,177 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:25:40,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:25:40,180 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257540179,5,FailOnTimeoutGroup] 2024-12-03T20:25:40,180 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257540180,5,FailOnTimeoutGroup] 2024-12-03T20:25:40,180 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:40,180 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:25:40,182 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:40,182 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:40,270 INFO [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,44137,1733257536777 with port=39453, startcode=1733257537847 2024-12-03T20:25:40,272 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44137 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,39453,1733257537847 2024-12-03T20:25:40,275 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44137 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,39453,1733257537847 2024-12-03T20:25:40,284 DEBUG [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b 2024-12-03T20:25:40,285 DEBUG [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46509 2024-12-03T20:25:40,285 DEBUG [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:25:40,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320/rs 2024-12-03T20:25:40,299 DEBUG [RS:0;b29c245002d9:39453 {}] zookeeper.ZKUtil(111): regionserver:39453-0x1019cdf0ba20001, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Set watcher on existing znode=/0-1587587320/rs/b29c245002d9,39453,1733257537847 2024-12-03T20:25:40,299 WARN [RS:0;b29c245002d9:39453 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:25:40,299 INFO [RS:0;b29c245002d9:39453 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:25:40,300 DEBUG [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847 2024-12-03T20:25:40,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,39453,1733257537847] 2024-12-03T20:25:40,328 INFO [RS:0;b29c245002d9:39453 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:25:40,345 INFO [RS:0;b29c245002d9:39453 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:25:40,350 INFO [RS:0;b29c245002d9:39453 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:25:40,350 INFO [RS:0;b29c245002d9:39453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:40,351 INFO [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:25:40,359 INFO [RS:0;b29c245002d9:39453 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:25:40,360 INFO [RS:0;b29c245002d9:39453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:40,361 DEBUG [RS:0;b29c245002d9:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:40,361 DEBUG [RS:0;b29c245002d9:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:40,361 DEBUG [RS:0;b29c245002d9:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:40,361 DEBUG [RS:0;b29c245002d9:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:40,362 DEBUG [RS:0;b29c245002d9:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:40,362 DEBUG [RS:0;b29c245002d9:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:25:40,362 DEBUG [RS:0;b29c245002d9:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:40,362 DEBUG [RS:0;b29c245002d9:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:40,362 DEBUG [RS:0;b29c245002d9:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:40,362 DEBUG [RS:0;b29c245002d9:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:40,362 DEBUG [RS:0;b29c245002d9:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:40,363 DEBUG [RS:0;b29c245002d9:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:40,363 DEBUG [RS:0;b29c245002d9:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:25:40,363 DEBUG [RS:0;b29c245002d9:39453 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:25:40,364 INFO [RS:0;b29c245002d9:39453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:40,364 INFO [RS:0;b29c245002d9:39453 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:40,365 INFO [RS:0;b29c245002d9:39453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:40,365 INFO [RS:0;b29c245002d9:39453 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:40,365 INFO [RS:0;b29c245002d9:39453 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:40,365 INFO [RS:0;b29c245002d9:39453 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,39453,1733257537847-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:25:40,382 INFO [RS:0;b29c245002d9:39453 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:25:40,384 INFO [RS:0;b29c245002d9:39453 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,39453,1733257537847-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:40,385 INFO [RS:0;b29c245002d9:39453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:40,385 INFO [RS:0;b29c245002d9:39453 {}] regionserver.Replication(171): b29c245002d9,39453,1733257537847 started 2024-12-03T20:25:40,401 INFO [RS:0;b29c245002d9:39453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:40,401 INFO [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,39453,1733257537847, RpcServer on b29c245002d9/172.17.0.3:39453, sessionid=0x1019cdf0ba20001 2024-12-03T20:25:40,402 DEBUG [RS:0;b29c245002d9:39453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:25:40,403 DEBUG [RS:0;b29c245002d9:39453 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,39453,1733257537847 2024-12-03T20:25:40,403 DEBUG [RS:0;b29c245002d9:39453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,39453,1733257537847' 2024-12-03T20:25:40,403 DEBUG [RS:0;b29c245002d9:39453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1587587320/flush-table-proc/abort' 2024-12-03T20:25:40,404 DEBUG [RS:0;b29c245002d9:39453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1587587320/flush-table-proc/acquired' 2024-12-03T20:25:40,405 DEBUG [RS:0;b29c245002d9:39453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:25:40,405 DEBUG [RS:0;b29c245002d9:39453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:25:40,405 DEBUG [RS:0;b29c245002d9:39453 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,39453,1733257537847 2024-12-03T20:25:40,405 DEBUG [RS:0;b29c245002d9:39453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,39453,1733257537847' 2024-12-03T20:25:40,405 DEBUG [RS:0;b29c245002d9:39453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1587587320/online-snapshot/abort' 2024-12-03T20:25:40,406 DEBUG [RS:0;b29c245002d9:39453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1587587320/online-snapshot/acquired' 2024-12-03T20:25:40,406 DEBUG [RS:0;b29c245002d9:39453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:25:40,407 INFO [RS:0;b29c245002d9:39453 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:25:40,407 INFO [RS:0;b29c245002d9:39453 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:25:40,513 INFO [RS:0;b29c245002d9:39453 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:25:40,520 INFO [RS:0;b29c245002d9:39453 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C39453%2C1733257537847, suffix=, logDir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847, archiveDir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/oldWALs, maxLogs=10 2024-12-03T20:25:40,534 DEBUG [RS:0;b29c245002d9:39453 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.1733257540522, exclude list is [], retry=0 2024-12-03T20:25:40,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45305,DS-3c359168-2a39-46dd-bf26-414f35c9cd26,DISK] 2024-12-03T20:25:40,542 INFO [RS:0;b29c245002d9:39453 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.1733257540522 2024-12-03T20:25:40,542 DEBUG [RS:0;b29c245002d9:39453 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34685:34685)] 2024-12-03T20:25:40,582 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:25:40,583 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b 2024-12-03T20:25:40,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741833_1009 (size=32) 2024-12-03T20:25:40,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:25:40,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:25:41,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:25:41,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:41,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:25:41,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:25:41,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:25:41,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:41,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:25:41,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:25:41,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:25:41,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:41,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:25:41,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:25:41,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:25:41,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:41,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:25:41,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:25:41,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740 2024-12-03T20:25:41,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740 2024-12-03T20:25:41,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:25:41,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:25:41,027 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:25:41,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:25:41,033 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:25:41,035 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73561800, jitterRate=0.09615623950958252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:25:41,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257540996Initializing all the Stores at 1733257540998 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257540998Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257540999 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257540999Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257540999Cleaning up temporary data from old regions at 1733257541026 (+27 ms)Region opened successfully at 1733257541037 (+11 ms) 2024-12-03T20:25:41,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:25:41,037 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:25:41,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:25:41,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:25:41,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:25:41,039 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:25:41,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257541037Disabling compacts and flushes for region at 1733257541037Disabling writes for close at 1733257541037Writing region close event to WAL at 1733257541038 (+1 ms)Closed at 1733257541038 2024-12-03T20:25:41,042 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:25:41,042 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:25:41,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:25:41,056 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:25:41,059 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:25:41,211 DEBUG [b29c245002d9:44137 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:25:41,226 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,39453,1733257537847 2024-12-03T20:25:41,233 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,39453,1733257537847, state=OPENING 2024-12-03T20:25:41,263 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:25:41,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x1019cdf0ba20001, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:25:41,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:25:41,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1587587320/meta-region-server: CHANGED 2024-12-03T20:25:41,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1587587320/meta-region-server: CHANGED 2024-12-03T20:25:41,322 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:25:41,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,39453,1733257537847}] 2024-12-03T20:25:41,501 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:25:41,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:25:41,529 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:25:41,530 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:25:41,530 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:25:41,535 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C39453%2C1733257537847.meta, suffix=.meta, logDir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847, archiveDir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/oldWALs, maxLogs=10 2024-12-03T20:25:41,559 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.meta.1733257541536.meta, exclude list is [], retry=0 2024-12-03T20:25:41,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45305,DS-3c359168-2a39-46dd-bf26-414f35c9cd26,DISK] 2024-12-03T20:25:41,599 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.meta.1733257541536.meta 2024-12-03T20:25:41,600 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34685:34685)] 2024-12-03T20:25:41,601 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:25:41,606 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:25:41,609 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:25:41,613 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:25:41,616 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:25:41,622 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:25:41,622 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:25:41,623 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:25:41,623 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:25:41,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:25:41,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:25:41,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:41,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:25:41,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:25:41,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:25:41,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:41,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:25:41,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:25:41,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:25:41,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:41,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:25:41,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:25:41,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:25:41,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:41,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:25:41,662 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:25:41,664 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740 2024-12-03T20:25:41,668 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740 2024-12-03T20:25:41,671 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:25:41,672 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:25:41,676 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:25:41,685 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:25:41,688 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59767204, jitterRate=-0.10939925909042358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:25:41,689 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:25:41,690 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257541624Writing region info on filesystem at 1733257541624Initializing all the Stores at 1733257541633 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257541633Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257541633Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257541633Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257541633Cleaning up temporary data from old regions at 1733257541672 (+39 ms)Running coprocessor post-open hooks at 1733257541689 (+17 ms)Region opened successfully at 1733257541690 (+1 ms) 2024-12-03T20:25:41,704 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257541490 2024-12-03T20:25:41,732 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:25:41,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,39453,1733257537847 2024-12-03T20:25:41,734 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:25:41,739 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,39453,1733257537847, state=OPEN 2024-12-03T20:25:41,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1587587320/meta-region-server 2024-12-03T20:25:41,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1587587320/meta-region-server: CHANGED 2024-12-03T20:25:41,759 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,39453,1733257537847 2024-12-03T20:25:41,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x1019cdf0ba20001, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1587587320/meta-region-server 2024-12-03T20:25:41,765 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1587587320/meta-region-server: CHANGED 2024-12-03T20:25:41,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:25:41,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,39453,1733257537847 in 436 msec 2024-12-03T20:25:41,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:25:41,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 727 msec 2024-12-03T20:25:41,794 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:25:41,794 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:25:41,830 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:25:41,832 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,39453,1733257537847, seqNum=-1] 2024-12-03T20:25:41,867 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:25:41,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:25:41,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8750 sec 2024-12-03T20:25:41,948 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257541948, completionTime=-1 2024-12-03T20:25:41,952 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T20:25:41,952 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:25:41,983 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:25:41,984 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257601983 2024-12-03T20:25:41,984 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257661984 2024-12-03T20:25:41,984 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec 2024-12-03T20:25:41,986 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44137,1733257536777-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:41,987 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44137,1733257536777-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:41,987 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44137,1733257536777-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:41,989 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:44137, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:41,989 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:41,996 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:42,005 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:25:42,049 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.894sec 2024-12-03T20:25:42,051 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:25:42,052 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:25:42,054 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:25:42,054 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:25:42,055 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:25:42,056 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44137,1733257536777-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:25:42,056 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44137,1733257536777-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:25:42,075 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:25:42,075 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:25:42,076 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44137,1733257536777-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:42,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:42,163 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T20:25:42,164 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T20:25:42,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,44137,-1 for getting cluster id 2024-12-03T20:25:42,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:25:42,184 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2dca1dd-bae1-4946-9a1f-68e3e6d18a38' 2024-12-03T20:25:42,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:25:42,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2dca1dd-bae1-4946-9a1f-68e3e6d18a38" 2024-12-03T20:25:42,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9db649e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:42,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,44137,-1] 2024-12-03T20:25:42,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:25:42,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:42,198 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:25:42,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:42,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:25:42,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,39453,1733257537847, seqNum=-1] 2024-12-03T20:25:42,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:25:42,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:25:42,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,44137,1733257536777 2024-12-03T20:25:42,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63659 2024-12-03T20:25:42,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:25:42,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019cdf0ba20002 connected 2024-12-03T20:25:42,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/hadoop.log.dir so I do NOT create it in target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3 2024-12-03T20:25:42,390 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:25:42,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/hadoop.tmp.dir so I do NOT create it in target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3 2024-12-03T20:25:42,390 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:25:42,390 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3 2024-12-03T20:25:42,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:25:42,391 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/cluster_556b60a1-f69e-69f4-01ba-0b71fd7556e1, deleteOnExit=true 2024-12-03T20:25:42,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:25:42,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/test.cache.data in system properties and HBase conf 2024-12-03T20:25:42,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:25:42,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:25:42,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:25:42,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:25:42,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:25:42,392 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:25:42,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:25:42,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:25:42,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:25:42,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:25:42,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:25:42,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:25:42,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:25:42,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:25:42,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:25:42,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:25:42,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:25:42,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:25:42,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:25:42,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:25:43,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:25:43,139 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:25:43,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:25:43,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:25:43,142 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:25:43,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:25:43,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:25:43,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:25:43,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302e235{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/java.io.tmpdir/jetty-localhost-36373-hadoop-hdfs-3_4_1-tests_jar-_-any-7135276088346604906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:25:43,274 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:36373} 2024-12-03T20:25:43,274 INFO [Time-limited test {}] server.Server(415): Started @13209ms 2024-12-03T20:25:43,850 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:25:43,858 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:25:43,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:25:43,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:25:43,861 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:25:43,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:25:43,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:25:44,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624f606a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/java.io.tmpdir/jetty-localhost-42163-hadoop-hdfs-3_4_1-tests_jar-_-any-17330195790109176205/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:25:44,007 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:42163} 2024-12-03T20:25:44,007 INFO [Time-limited test {}] server.Server(415): Started @13942ms 2024-12-03T20:25:44,011 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:25:45,244 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/cluster_556b60a1-f69e-69f4-01ba-0b71fd7556e1/data/data1/current/BP-1704170133-172.17.0.3-1733257542422/current, will proceed with Du for space computation calculation, 2024-12-03T20:25:45,248 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/cluster_556b60a1-f69e-69f4-01ba-0b71fd7556e1/data/data2/current/BP-1704170133-172.17.0.3-1733257542422/current, will proceed with Du for space computation calculation, 2024-12-03T20:25:45,347 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:25:45,353 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1ff74644b390a0a with lease ID 0x38cebc452d5b4acc: Processing first storage report for DS-75f9d486-3c74-43d2-880f-adfcd6da2e31 from datanode DatanodeRegistration(127.0.0.1:44639, datanodeUuid=494ef340-7bf6-4adf-9df7-bc8cd1631ee8, infoPort=39777, infoSecurePort=0, ipcPort=42301, storageInfo=lv=-57;cid=testClusterID;nsid=1793120278;c=1733257542422) 2024-12-03T20:25:45,353 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1ff74644b390a0a with lease ID 0x38cebc452d5b4acc: from storage DS-75f9d486-3c74-43d2-880f-adfcd6da2e31 node DatanodeRegistration(127.0.0.1:44639, datanodeUuid=494ef340-7bf6-4adf-9df7-bc8cd1631ee8, infoPort=39777, infoSecurePort=0, ipcPort=42301, storageInfo=lv=-57;cid=testClusterID;nsid=1793120278;c=1733257542422), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:25:45,353 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1ff74644b390a0a with lease ID 0x38cebc452d5b4acc: Processing first storage report for DS-69790542-43c9-452d-a2c3-bb47a2fa575e from datanode DatanodeRegistration(127.0.0.1:44639, datanodeUuid=494ef340-7bf6-4adf-9df7-bc8cd1631ee8, infoPort=39777, infoSecurePort=0, ipcPort=42301, storageInfo=lv=-57;cid=testClusterID;nsid=1793120278;c=1733257542422) 2024-12-03T20:25:45,353 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1ff74644b390a0a with lease ID 0x38cebc452d5b4acc: from storage DS-69790542-43c9-452d-a2c3-bb47a2fa575e node DatanodeRegistration(127.0.0.1:44639, datanodeUuid=494ef340-7bf6-4adf-9df7-bc8cd1631ee8, infoPort=39777, infoSecurePort=0, ipcPort=42301, storageInfo=lv=-57;cid=testClusterID;nsid=1793120278;c=1733257542422), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:25:45,382 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3 2024-12-03T20:25:45,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:25:45,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:25:45,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:25:45,413 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594 with version=8 2024-12-03T20:25:45,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/hbase-staging 2024-12-03T20:25:45,416 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:25:45,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:25:45,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:25:45,419 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:25:45,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:25:45,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:25:45,420 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:25:45,420 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:25:45,425 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44423 2024-12-03T20:25:45,427 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44423 connecting to ZooKeeper ensemble=127.0.0.1:63659 2024-12-03T20:25:45,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444230x0, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:25:45,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44423-0x1019cdf0ba20003 connected 2024-12-03T20:25:45,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:25:45,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:25:45,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Set watcher on znode that does not yet exist, /11829585562/running 2024-12-03T20:25:45,581 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594, hbase.cluster.distributed=false 2024-12-03T20:25:45,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Set watcher on znode that does not yet exist, /11829585562/acl 2024-12-03T20:25:45,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44423 2024-12-03T20:25:45,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44423 2024-12-03T20:25:45,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44423 2024-12-03T20:25:45,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44423 2024-12-03T20:25:45,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44423 2024-12-03T20:25:45,684 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:25:45,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:25:45,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:25:45,685 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:25:45,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:25:45,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:25:45,685 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:25:45,685 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:25:45,689 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35605 2024-12-03T20:25:45,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35605 connecting to ZooKeeper ensemble=127.0.0.1:63659 2024-12-03T20:25:45,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:25:45,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:25:45,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356050x0, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:25:45,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356050x0, quorum=127.0.0.1:63659, baseZNode=/11829585562 Set watcher on znode that does not yet exist, /11829585562/running 2024-12-03T20:25:45,710 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:25:45,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35605-0x1019cdf0ba20004 connected 2024-12-03T20:25:45,728 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:25:45,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35605-0x1019cdf0ba20004, quorum=127.0.0.1:63659, baseZNode=/11829585562 Set watcher on znode that does not yet exist, /11829585562/master 2024-12-03T20:25:45,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35605-0x1019cdf0ba20004, quorum=127.0.0.1:63659, baseZNode=/11829585562 Set watcher on znode that does not yet exist, /11829585562/acl 2024-12-03T20:25:45,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35605 2024-12-03T20:25:45,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35605 2024-12-03T20:25:45,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35605 2024-12-03T20:25:45,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35605 2024-12-03T20:25:45,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35605 2024-12-03T20:25:45,773 DEBUG [M:0;b29c245002d9:44423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:44423 2024-12-03T20:25:45,776 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11829585562/backup-masters/b29c245002d9,44423,1733257545415 2024-12-03T20:25:45,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11829585562/backup-masters 2024-12-03T20:25:45,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1019cdf0ba20004, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11829585562/backup-masters 2024-12-03T20:25:45,795 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Set watcher on existing znode=/11829585562/backup-masters/b29c245002d9,44423,1733257545415 2024-12-03T20:25:45,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1019cdf0ba20004, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11829585562/master 2024-12-03T20:25:45,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11829585562 2024-12-03T20:25:45,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1019cdf0ba20004, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11829585562 2024-12-03T20:25:45,804 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Set watcher on existing znode=/11829585562/master 2024-12-03T20:25:45,805 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11829585562/backup-masters/b29c245002d9,44423,1733257545415 from backup master directory 2024-12-03T20:25:45,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1019cdf0ba20004, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11829585562/backup-masters 2024-12-03T20:25:45,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11829585562/backup-masters/b29c245002d9,44423,1733257545415 2024-12-03T20:25:45,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11829585562/backup-masters 2024-12-03T20:25:45,826 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:25:45,826 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,44423,1733257545415 2024-12-03T20:25:45,846 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/hbase.id] with ID: 8e78b8eb-cf44-4f3b-83db-a124e81983c9 2024-12-03T20:25:45,847 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/.tmp/hbase.id 2024-12-03T20:25:45,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:25:45,871 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/.tmp/hbase.id]:[hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/hbase.id] 2024-12-03T20:25:45,907 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:25:45,907 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:25:45,910 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-03T20:25:45,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11829585562 2024-12-03T20:25:45,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1019cdf0ba20004, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11829585562 2024-12-03T20:25:45,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:25:45,937 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:25:45,938 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:25:45,938 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:25:45,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:25:45,962 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/data/master/store 2024-12-03T20:25:45,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:25:45,976 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:25:45,976 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:25:45,976 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:25:45,976 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:25:45,976 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:25:45,976 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:25:45,977 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:25:45,977 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257545976Disabling compacts and flushes for region at 1733257545976Disabling writes for close at 1733257545976Writing region close event to WAL at 1733257545976Closed at 1733257545976 2024-12-03T20:25:45,981 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/data/master/store/.initializing 2024-12-03T20:25:45,981 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/WALs/b29c245002d9,44423,1733257545415 2024-12-03T20:25:45,984 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:25:45,989 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C44423%2C1733257545415, suffix=, logDir=hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/WALs/b29c245002d9,44423,1733257545415, archiveDir=hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/oldWALs, maxLogs=10 2024-12-03T20:25:46,006 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/WALs/b29c245002d9,44423,1733257545415/b29c245002d9%2C44423%2C1733257545415.1733257545990, exclude list is [], retry=0 2024-12-03T20:25:46,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44639,DS-75f9d486-3c74-43d2-880f-adfcd6da2e31,DISK] 2024-12-03T20:25:46,015 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/WALs/b29c245002d9,44423,1733257545415/b29c245002d9%2C44423%2C1733257545415.1733257545990 2024-12-03T20:25:46,016 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39777:39777)] 2024-12-03T20:25:46,016 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:25:46,016 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:25:46,016 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:46,016 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:46,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:46,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:25:46,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:46,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:25:46,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:46,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:25:46,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:46,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:25:46,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:46,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:25:46,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:46,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:25:46,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:46,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:25:46,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:46,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:25:46,044 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:46,046 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:46,047 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:46,051 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:46,051 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:46,052 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:25:46,054 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:46,061 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:25:46,062 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72844245, jitterRate=0.08546383678913116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:25:46,063 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257546017Initializing all the Stores at 1733257546018 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257546019 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257546020 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257546020Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257546020Cleaning up temporary data from old regions at 1733257546051 (+31 ms)Region opened successfully at 1733257546063 (+12 ms) 2024-12-03T20:25:46,063 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:25:46,070 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@760bd213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:25:46,072 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:25:46,072 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:25:46,072 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:25:46,073 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:25:46,074 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T20:25:46,074 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:25:46,074 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:25:46,079 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:25:46,080 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Unable to get data of znode /11829585562/balancer because node does not exist (not necessarily an error) 2024-12-03T20:25:46,162 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11829585562/balancer already deleted, retry=false 2024-12-03T20:25:46,162 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:25:46,163 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Unable to get data of znode /11829585562/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:25:46,230 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11829585562/normalizer already deleted, retry=false 2024-12-03T20:25:46,230 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:25:46,231 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Unable to get data of znode /11829585562/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:25:46,252 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11829585562/switch/split already deleted, retry=false 2024-12-03T20:25:46,253 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Unable to get data of znode /11829585562/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:25:46,315 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11829585562/switch/merge already deleted, retry=false 2024-12-03T20:25:46,319 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Unable to get data of znode /11829585562/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:25:46,322 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T20:25:46,455 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11829585562/snapshot-cleanup already deleted, retry=false 2024-12-03T20:25:46,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1019cdf0ba20004, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11829585562/running 2024-12-03T20:25:46,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11829585562/running 2024-12-03T20:25:46,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1019cdf0ba20004, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11829585562 2024-12-03T20:25:46,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11829585562 2024-12-03T20:25:46,537 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,44423,1733257545415, sessionid=0x1019cdf0ba20003, setting cluster-up flag (Was=false) 2024-12-03T20:25:46,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11829585562 2024-12-03T20:25:46,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1019cdf0ba20004, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11829585562 2024-12-03T20:25:46,747 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11829585562/flush-table-proc/acquired, /11829585562/flush-table-proc/reached, /11829585562/flush-table-proc/abort 2024-12-03T20:25:46,750 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,44423,1733257545415 2024-12-03T20:25:46,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11829585562 2024-12-03T20:25:46,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1019cdf0ba20004, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11829585562 2024-12-03T20:25:46,803 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11829585562/online-snapshot/acquired, /11829585562/online-snapshot/reached, /11829585562/online-snapshot/abort 2024-12-03T20:25:46,812 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,44423,1733257545415 2024-12-03T20:25:46,821 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:25:46,828 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:25:46,828 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:25:46,828 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:25:46,833 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,44423,1733257545415 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:25:46,845 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:25:46,845 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:25:46,845 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:25:46,846 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:25:46,846 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:25:46,847 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:46,848 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:25:46,848 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:46,865 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:25:46,868 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:25:46,873 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:46,873 INFO [RS:0;b29c245002d9:35605 {}] regionserver.HRegionServer(746): ClusterId : 8e78b8eb-cf44-4f3b-83db-a124e81983c9 2024-12-03T20:25:46,873 DEBUG [RS:0;b29c245002d9:35605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:25:46,873 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:25:46,888 DEBUG [RS:0;b29c245002d9:35605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:25:46,888 DEBUG [RS:0;b29c245002d9:35605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:25:46,921 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257576921 2024-12-03T20:25:46,921 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:25:46,922 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:25:46,922 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:25:46,922 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:25:46,922 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:25:46,922 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:25:46,924 DEBUG [RS:0;b29c245002d9:35605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:25:46,925 DEBUG [RS:0;b29c245002d9:35605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af58ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:25:46,932 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:46,936 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:25:46,937 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:25:46,937 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:25:46,937 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:25:46,942 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:25:46,943 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:25:46,943 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257546943,5,FailOnTimeoutGroup] 2024-12-03T20:25:46,944 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257546943,5,FailOnTimeoutGroup] 2024-12-03T20:25:46,944 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:46,945 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:25:46,945 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:46,945 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:46,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:25:46,973 DEBUG [RS:0;b29c245002d9:35605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:35605 2024-12-03T20:25:46,973 INFO [RS:0;b29c245002d9:35605 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:25:46,973 INFO [RS:0;b29c245002d9:35605 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:25:46,973 DEBUG [RS:0;b29c245002d9:35605 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:25:46,973 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:25:46,973 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594 2024-12-03T20:25:46,974 INFO [RS:0;b29c245002d9:35605 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,44423,1733257545415 with port=35605, startcode=1733257545684 2024-12-03T20:25:46,974 DEBUG [RS:0;b29c245002d9:35605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:25:46,989 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:25:46,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,35605,1733257545684 2024-12-03T20:25:46,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44423 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,35605,1733257545684 2024-12-03T20:25:46,996 DEBUG [RS:0;b29c245002d9:35605 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594 2024-12-03T20:25:46,996 DEBUG [RS:0;b29c245002d9:35605 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38183 2024-12-03T20:25:46,996 DEBUG [RS:0;b29c245002d9:35605 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:25:46,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:25:47,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11829585562/rs 2024-12-03T20:25:47,059 DEBUG [RS:0;b29c245002d9:35605 {}] zookeeper.ZKUtil(111): regionserver:35605-0x1019cdf0ba20004, quorum=127.0.0.1:63659, baseZNode=/11829585562 Set watcher on existing znode=/11829585562/rs/b29c245002d9,35605,1733257545684 2024-12-03T20:25:47,060 WARN [RS:0;b29c245002d9:35605 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:25:47,060 INFO [RS:0;b29c245002d9:35605 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:25:47,060 DEBUG [RS:0;b29c245002d9:35605 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/WALs/b29c245002d9,35605,1733257545684 2024-12-03T20:25:47,073 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,35605,1733257545684] 2024-12-03T20:25:47,133 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:25:47,133 INFO [RS:0;b29c245002d9:35605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:25:47,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T20:25:47,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T20:25:47,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:25:47,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T20:25:47,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:25:47,340 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T20:25:47,340 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T20:25:47,340 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T20:25:47,342 INFO [RS:0;b29c245002d9:35605 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:25:47,343 INFO [RS:0;b29c245002d9:35605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:25:47,343 INFO [RS:0;b29c245002d9:35605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:47,343 INFO [RS:0;b29c245002d9:35605 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:25:47,345 INFO [RS:0;b29c245002d9:35605 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:25:47,345 INFO [RS:0;b29c245002d9:35605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:47,345 DEBUG [RS:0;b29c245002d9:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:47,346 DEBUG [RS:0;b29c245002d9:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:47,346 DEBUG [RS:0;b29c245002d9:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:47,346 DEBUG [RS:0;b29c245002d9:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:47,346 DEBUG [RS:0;b29c245002d9:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:47,346 DEBUG [RS:0;b29c245002d9:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:25:47,346 DEBUG [RS:0;b29c245002d9:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:47,346 DEBUG [RS:0;b29c245002d9:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:47,346 DEBUG [RS:0;b29c245002d9:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:47,346 DEBUG [RS:0;b29c245002d9:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:47,347 DEBUG [RS:0;b29c245002d9:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:47,347 DEBUG [RS:0;b29c245002d9:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:47,347 DEBUG [RS:0;b29c245002d9:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:25:47,347 DEBUG [RS:0;b29c245002d9:35605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:25:47,353 INFO [RS:0;b29c245002d9:35605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:47,353 INFO [RS:0;b29c245002d9:35605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:47,354 INFO [RS:0;b29c245002d9:35605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:47,354 INFO [RS:0;b29c245002d9:35605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:47,354 INFO [RS:0;b29c245002d9:35605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:47,354 INFO [RS:0;b29c245002d9:35605 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,35605,1733257545684-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:25:47,378 INFO [RS:0;b29c245002d9:35605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:25:47,378 INFO [RS:0;b29c245002d9:35605 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,35605,1733257545684-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:47,380 INFO [RS:0;b29c245002d9:35605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:47,380 INFO [RS:0;b29c245002d9:35605 {}] regionserver.Replication(171): b29c245002d9,35605,1733257545684 started 2024-12-03T20:25:47,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:25:47,416 INFO [RS:0;b29c245002d9:35605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:47,416 INFO [RS:0;b29c245002d9:35605 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,35605,1733257545684, RpcServer on b29c245002d9/172.17.0.3:35605, sessionid=0x1019cdf0ba20004 2024-12-03T20:25:47,416 DEBUG [RS:0;b29c245002d9:35605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:25:47,416 DEBUG [RS:0;b29c245002d9:35605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,35605,1733257545684 2024-12-03T20:25:47,416 DEBUG [RS:0;b29c245002d9:35605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,35605,1733257545684' 2024-12-03T20:25:47,416 DEBUG [RS:0;b29c245002d9:35605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11829585562/flush-table-proc/abort' 2024-12-03T20:25:47,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:25:47,424 DEBUG [RS:0;b29c245002d9:35605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11829585562/flush-table-proc/acquired' 2024-12-03T20:25:47,432 DEBUG [RS:0;b29c245002d9:35605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:25:47,432 DEBUG [RS:0;b29c245002d9:35605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:25:47,432 DEBUG [RS:0;b29c245002d9:35605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,35605,1733257545684 2024-12-03T20:25:47,432 DEBUG [RS:0;b29c245002d9:35605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,35605,1733257545684' 2024-12-03T20:25:47,432 DEBUG [RS:0;b29c245002d9:35605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11829585562/online-snapshot/abort' 2024-12-03T20:25:47,436 DEBUG [RS:0;b29c245002d9:35605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11829585562/online-snapshot/acquired' 2024-12-03T20:25:47,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:25:47,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:47,441 DEBUG [RS:0;b29c245002d9:35605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:25:47,441 INFO [RS:0;b29c245002d9:35605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:25:47,441 INFO [RS:0;b29c245002d9:35605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:25:47,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:25:47,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:25:47,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:25:47,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:47,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:25:47,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:25:47,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:25:47,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:47,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:25:47,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:25:47,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:25:47,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:47,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:25:47,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:25:47,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/data/hbase/meta/1588230740 2024-12-03T20:25:47,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/data/hbase/meta/1588230740 2024-12-03T20:25:47,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:25:47,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:25:47,503 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:25:47,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:25:47,510 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:25:47,511 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63088325, jitterRate=-0.05991069972515106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:25:47,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257547401Initializing all the Stores at 1733257547420 (+19 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257547420Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257547421 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257547421Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257547421Cleaning up temporary data from old regions at 1733257547500 (+79 ms)Region opened successfully at 1733257547513 (+13 ms) 2024-12-03T20:25:47,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:25:47,513 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:25:47,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:25:47,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:25:47,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:25:47,514 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:25:47,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257547513Disabling compacts and flushes for region at 1733257547513Disabling writes for close at 1733257547513Writing region close event to WAL at 1733257547514 (+1 ms)Closed at 1733257547514 2024-12-03T20:25:47,517 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:25:47,517 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:25:47,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:25:47,525 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:25:47,531 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:25:47,543 INFO [RS:0;b29c245002d9:35605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:25:47,558 INFO [RS:0;b29c245002d9:35605 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C35605%2C1733257545684, suffix=, logDir=hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/WALs/b29c245002d9,35605,1733257545684, archiveDir=hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/oldWALs, maxLogs=10 2024-12-03T20:25:47,578 DEBUG [RS:0;b29c245002d9:35605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/WALs/b29c245002d9,35605,1733257545684/b29c245002d9%2C35605%2C1733257545684.1733257547560, exclude list is [], retry=0 2024-12-03T20:25:47,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44639,DS-75f9d486-3c74-43d2-880f-adfcd6da2e31,DISK] 2024-12-03T20:25:47,600 INFO [RS:0;b29c245002d9:35605 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/WALs/b29c245002d9,35605,1733257545684/b29c245002d9%2C35605%2C1733257545684.1733257547560 2024-12-03T20:25:47,604 DEBUG [RS:0;b29c245002d9:35605 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39777:39777)] 2024-12-03T20:25:47,682 DEBUG [b29c245002d9:44423 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:25:47,683 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,35605,1733257545684 2024-12-03T20:25:47,686 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,35605,1733257545684, state=OPENING 2024-12-03T20:25:47,736 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:25:47,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11829585562 2024-12-03T20:25:47,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1019cdf0ba20004, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11829585562 2024-12-03T20:25:47,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11829585562/meta-region-server: CHANGED 2024-12-03T20:25:47,824 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:25:47,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,35605,1733257545684}] 2024-12-03T20:25:47,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11829585562/meta-region-server: CHANGED 2024-12-03T20:25:47,981 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:25:47,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:25:47,992 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:25:47,992 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:25:47,993 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:25:47,995 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C35605%2C1733257545684.meta, suffix=.meta, logDir=hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/WALs/b29c245002d9,35605,1733257545684, archiveDir=hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/oldWALs, maxLogs=10 2024-12-03T20:25:48,007 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/WALs/b29c245002d9,35605,1733257545684/b29c245002d9%2C35605%2C1733257545684.meta.1733257547996.meta, exclude list is [], retry=0 2024-12-03T20:25:48,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44639,DS-75f9d486-3c74-43d2-880f-adfcd6da2e31,DISK] 2024-12-03T20:25:48,012 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/WALs/b29c245002d9,35605,1733257545684/b29c245002d9%2C35605%2C1733257545684.meta.1733257547996.meta 2024-12-03T20:25:48,013 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39777:39777)] 2024-12-03T20:25:48,013 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:25:48,013 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:25:48,014 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:25:48,014 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:25:48,014 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:25:48,014 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:25:48,014 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:25:48,014 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:25:48,014 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:25:48,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:25:48,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:25:48,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:48,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:25:48,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:25:48,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:25:48,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:48,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:25:48,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:25:48,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:25:48,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:48,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:25:48,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:25:48,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:25:48,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:48,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:25:48,025 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:25:48,026 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/data/hbase/meta/1588230740 2024-12-03T20:25:48,027 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/data/hbase/meta/1588230740 2024-12-03T20:25:48,029 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:25:48,029 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:25:48,030 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:25:48,032 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:25:48,033 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66105535, jitterRate=-0.014950767159461975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:25:48,033 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:25:48,033 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257548014Writing region info on filesystem at 1733257548014Initializing all the Stores at 1733257548016 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257548016Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257548016Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257548016Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257548016Cleaning up temporary data from old regions at 1733257548029 (+13 ms)Running coprocessor post-open hooks at 1733257548033 (+4 ms)Region opened successfully at 1733257548033 2024-12-03T20:25:48,035 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257547981 2024-12-03T20:25:48,038 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:25:48,038 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:25:48,039 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,35605,1733257545684 2024-12-03T20:25:48,040 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,35605,1733257545684, state=OPEN 2024-12-03T20:25:48,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1019cdf0ba20004, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11829585562/meta-region-server 2024-12-03T20:25:48,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11829585562/meta-region-server 2024-12-03T20:25:48,120 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,35605,1733257545684 2024-12-03T20:25:48,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11829585562/meta-region-server: CHANGED 2024-12-03T20:25:48,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11829585562/meta-region-server: CHANGED 2024-12-03T20:25:48,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:25:48,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,35605,1733257545684 in 296 msec 2024-12-03T20:25:48,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:25:48,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 610 msec 2024-12-03T20:25:48,132 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:25:48,132 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:25:48,134 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:25:48,134 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,35605,1733257545684, seqNum=-1] 2024-12-03T20:25:48,134 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:25:48,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:25:48,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3180 sec 2024-12-03T20:25:48,145 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257548145, completionTime=-1 2024-12-03T20:25:48,145 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T20:25:48,145 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:25:48,147 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:25:48,147 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257608147 2024-12-03T20:25:48,147 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257668147 2024-12-03T20:25:48,147 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T20:25:48,148 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44423,1733257545415-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:48,148 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44423,1733257545415-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:48,148 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44423,1733257545415-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:48,148 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:44423, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:48,148 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:48,148 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:48,151 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:25:48,152 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.326sec 2024-12-03T20:25:48,152 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:25:48,153 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:25:48,153 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:25:48,153 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:25:48,153 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:25:48,153 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44423,1733257545415-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:25:48,153 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44423,1733257545415-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:25:48,156 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:25:48,156 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:25:48,156 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44423,1733257545415-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:48,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:48,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,44423,-1 for getting cluster id 2024-12-03T20:25:48,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:25:48,206 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e78b8eb-cf44-4f3b-83db-a124e81983c9' 2024-12-03T20:25:48,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:25:48,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e78b8eb-cf44-4f3b-83db-a124e81983c9" 2024-12-03T20:25:48,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375d67d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:48,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,44423,-1] 2024-12-03T20:25:48,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:25:48,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:48,210 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:25:48,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1877a7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:48,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:25:48,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,35605,1733257545684, seqNum=-1] 2024-12-03T20:25:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:25:48,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:25:48,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,44423,1733257545415 2024-12-03T20:25:48,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63659 2024-12-03T20:25:48,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:25:48,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019cdf0ba20005 connected 2024-12-03T20:25:48,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa3330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:48,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,44137,-1 for getting cluster id 2024-12-03T20:25:48,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:25:48,290 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2dca1dd-bae1-4946-9a1f-68e3e6d18a38' 2024-12-03T20:25:48,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:25:48,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2dca1dd-bae1-4946-9a1f-68e3e6d18a38" 2024-12-03T20:25:48,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262e853c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:48,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,44137,-1] 2024-12-03T20:25:48,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:25:48,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:48,298 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:25:48,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f1e078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:48,310 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:25:48,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,44137,1733257536777 2024-12-03T20:25:48,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@322fd3a6 2024-12-03T20:25:48,319 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:25:48,321 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:25:48,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b29c245002d9:44423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T20:25:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T20:25:48,342 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:44423' 2024-12-03T20:25:48,344 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4542fede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:48,344 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,44423,-1 for getting cluster id 2024-12-03T20:25:48,344 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:25:48,345 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e78b8eb-cf44-4f3b-83db-a124e81983c9' 2024-12-03T20:25:48,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:25:48,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e78b8eb-cf44-4f3b-83db-a124e81983c9" 2024-12-03T20:25:48,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1740091e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:48,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,44423,-1] 2024-12-03T20:25:48,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:25:48,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:48,347 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:25:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:25:48,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6992216f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:48,349 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:25:48,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,44423,1733257545415 2024-12-03T20:25:48,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@501d49c1 2024-12-03T20:25:48,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:25:48,357 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:25:48,369 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T20:25:48,369 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T20:25:48,373 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:48,374 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:48,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:25:48,376 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:25:48,383 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T20:25:48,386 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:25:48,387 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:48,390 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:25:48,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741835_1011 (size=1138) 2024-12-03T20:25:48,413 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55e16c462127f2336877487bf6273c4d, NAME => 'hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b 2024-12-03T20:25:48,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741836_1012 (size=44) 2024-12-03T20:25:48,436 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T20:25:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:25:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:25:48,833 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:25:48,833 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 55e16c462127f2336877487bf6273c4d, disabling compactions & flushes 2024-12-03T20:25:48,833 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. 2024-12-03T20:25:48,833 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. 2024-12-03T20:25:48,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. after waiting 0 ms 2024-12-03T20:25:48,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. 2024-12-03T20:25:48,834 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. 2024-12-03T20:25:48,834 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55e16c462127f2336877487bf6273c4d: Waiting for close lock at 1733257548833Disabling compacts and flushes for region at 1733257548833Disabling writes for close at 1733257548834 (+1 ms)Writing region close event to WAL at 1733257548834Closed at 1733257548834 2024-12-03T20:25:48,840 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:25:48,847 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733257548841"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257548841"}]},"ts":"1733257548841"} 2024-12-03T20:25:48,859 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:25:48,865 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:25:48,868 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257548865"}]},"ts":"1733257548865"} 2024-12-03T20:25:48,876 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T20:25:48,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55e16c462127f2336877487bf6273c4d, ASSIGN}] 2024-12-03T20:25:48,881 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55e16c462127f2336877487bf6273c4d, ASSIGN 2024-12-03T20:25:48,884 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=55e16c462127f2336877487bf6273c4d, ASSIGN; state=OFFLINE, location=b29c245002d9,39453,1733257537847; forceNewPlan=false, retain=false 2024-12-03T20:25:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:25:49,036 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=55e16c462127f2336877487bf6273c4d, regionState=OPENING, regionLocation=b29c245002d9,39453,1733257537847 2024-12-03T20:25:49,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=55e16c462127f2336877487bf6273c4d, ASSIGN because future has completed 2024-12-03T20:25:49,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55e16c462127f2336877487bf6273c4d, server=b29c245002d9,39453,1733257537847}] 2024-12-03T20:25:49,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. 2024-12-03T20:25:49,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:25:49,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T20:25:49,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C39453%2C1733257537847.rep, suffix=, logDir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847, archiveDir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/oldWALs, maxLogs=10 2024-12-03T20:25:49,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.rep.1733257549247, exclude list is [], retry=0 2024-12-03T20:25:49,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45305,DS-3c359168-2a39-46dd-bf26-414f35c9cd26,DISK] 2024-12-03T20:25:49,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.rep.1733257549247 2024-12-03T20:25:49,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34685:34685)] 2024-12-03T20:25:49,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 55e16c462127f2336877487bf6273c4d, NAME => 'hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:25:49,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:25:49,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:25:49,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. service=MultiRowMutationService 2024-12-03T20:25:49,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T20:25:49,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 55e16c462127f2336877487bf6273c4d 2024-12-03T20:25:49,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:25:49,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 55e16c462127f2336877487bf6273c4d 2024-12-03T20:25:49,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 55e16c462127f2336877487bf6273c4d 2024-12-03T20:25:49,340 INFO [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 55e16c462127f2336877487bf6273c4d 2024-12-03T20:25:49,346 INFO [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55e16c462127f2336877487bf6273c4d columnFamilyName hfileref 2024-12-03T20:25:49,346 DEBUG [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:49,349 INFO [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] regionserver.HStore(327): Store=55e16c462127f2336877487bf6273c4d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:25:49,349 INFO [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 55e16c462127f2336877487bf6273c4d 2024-12-03T20:25:49,363 INFO [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55e16c462127f2336877487bf6273c4d columnFamilyName queue 2024-12-03T20:25:49,363 DEBUG [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:49,365 INFO [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] regionserver.HStore(327): Store=55e16c462127f2336877487bf6273c4d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:25:49,366 INFO [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 55e16c462127f2336877487bf6273c4d 2024-12-03T20:25:49,368 INFO [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55e16c462127f2336877487bf6273c4d columnFamilyName sid 2024-12-03T20:25:49,368 DEBUG [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:49,370 INFO [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] regionserver.HStore(327): Store=55e16c462127f2336877487bf6273c4d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:25:49,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 55e16c462127f2336877487bf6273c4d 2024-12-03T20:25:49,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/replication/55e16c462127f2336877487bf6273c4d 2024-12-03T20:25:49,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/replication/55e16c462127f2336877487bf6273c4d 2024-12-03T20:25:49,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 55e16c462127f2336877487bf6273c4d 2024-12-03T20:25:49,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 55e16c462127f2336877487bf6273c4d 2024-12-03T20:25:49,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:25:49,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 55e16c462127f2336877487bf6273c4d 2024-12-03T20:25:49,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/replication/55e16c462127f2336877487bf6273c4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:25:49,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 55e16c462127f2336877487bf6273c4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68092980, jitterRate=0.01466447114944458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:25:49,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55e16c462127f2336877487bf6273c4d 2024-12-03T20:25:49,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 55e16c462127f2336877487bf6273c4d: Running coprocessor pre-open hook at 1733257549323Writing region info on filesystem at 1733257549323Initializing all the Stores at 1733257549334 (+11 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257549334Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257549338 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257549338Cleaning up temporary data from old regions at 1733257549382 (+44 ms)Running coprocessor post-open hooks at 1733257549433 (+51 ms)Region opened successfully at 1733257549434 (+1 ms) 2024-12-03T20:25:49,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d., pid=7, masterSystemTime=1733257549198 2024-12-03T20:25:49,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. 2024-12-03T20:25:49,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. 2024-12-03T20:25:49,445 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=55e16c462127f2336877487bf6273c4d, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,39453,1733257537847 2024-12-03T20:25:49,448 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44137 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b29c245002d9,39453,1733257537847, table=hbase:replication, region=55e16c462127f2336877487bf6273c4d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T20:25:49,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55e16c462127f2336877487bf6273c4d, server=b29c245002d9,39453,1733257537847 because future has completed 2024-12-03T20:25:49,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T20:25:49,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 55e16c462127f2336877487bf6273c4d, server=b29c245002d9,39453,1733257537847 in 420 msec 2024-12-03T20:25:49,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:25:49,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55e16c462127f2336877487bf6273c4d, ASSIGN in 592 msec 2024-12-03T20:25:49,488 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:25:49,489 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257549489"}]},"ts":"1733257549489"} 2024-12-03T20:25:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:25:49,499 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T20:25:49,502 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:25:49,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1260 sec 2024-12-03T20:25:49,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d., hostname=b29c245002d9,39453,1733257537847, seqNum=2] 2024-12-03T20:25:49,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39453 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-03T20:25:49,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:25:49,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x1019cdf0ba20001, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:25:49,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T20:25:49,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T20:25:49,944 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T20:25:49,981 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b29c245002d9,39453,1733257537847, ReplicationSource: 1, currentBandwidth=0 2024-12-03T20:25:49,983 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:25:49,983 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,39453,1733257537847, seqNum=-1] 2024-12-03T20:25:49,983 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:25:49,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-03T20:25:49,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b29c245002d9,39453,1733257537847', locateType=CURRENT is [region=hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d., hostname=b29c245002d9,39453,1733257537847, seqNum=2] 2024-12-03T20:25:49,993 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T20:25:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T20:25:49,998 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b29c245002d9,39453,1733257537847 suceeded 2024-12-03T20:25:50,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T20:25:50,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-12-03T20:25:50,002 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b29c245002d9:44423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T20:25:50,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6780 sec 2024-12-03T20:25:50,011 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:44423' 2024-12-03T20:25:50,013 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5413761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:50,013 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,44423,-1 for getting cluster id 2024-12-03T20:25:50,013 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:25:50,014 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e78b8eb-cf44-4f3b-83db-a124e81983c9' 2024-12-03T20:25:50,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:25:50,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e78b8eb-cf44-4f3b-83db-a124e81983c9" 2024-12-03T20:25:50,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76312d09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:50,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,44423,-1] 2024-12-03T20:25:50,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:25:50,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:50,016 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:25:50,017 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62330696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:50,017 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:25:50,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,44423,1733257545415 2024-12-03T20:25:50,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11b307c 2024-12-03T20:25:50,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:25:50,019 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-03T20:25:50,020 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b29c245002d9,39453,1733257537847 (queues=1) is replicating from cluster=a2dca1dd-bae1-4946-9a1f-68e3e6d18a38 to cluster=8e78b8eb-cf44-4f3b-83db-a124e81983c9 2024-12-03T20:25:50,022 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b29c245002d9%2C39453%2C1733257537847 2024-12-03T20:25:50,025 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b29c245002d9,39453,1733257537847, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T20:25:50,028 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847.replicationSource.shipperb29c245002d9%2C39453%2C1733257537847,1-b29c245002d9,39453,1733257537847 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b29c245002d9%2C39453%2C1733257537847 2024-12-03T20:25:50,031 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847.replicationSource.wal-reader.b29c245002d9%2C39453%2C1733257537847,1-b29c245002d9,39453,1733257537847 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.1733257540522, startPosition=0, beingWritten=true 2024-12-03T20:25:50,287 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847.replicationSource.wal-reader.b29c245002d9%2C39453%2C1733257537847,1-b29c245002d9,39453,1733257537847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.1733257540522 to pos 0, reset compression=false 2024-12-03T20:25:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:25:50,511 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:25:50,511 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:25:50,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:50,511 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T20:25:50,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:50,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:25:50,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19170393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:50,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,44137,-1 for getting cluster id 2024-12-03T20:25:50,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:25:50,514 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2dca1dd-bae1-4946-9a1f-68e3e6d18a38' 2024-12-03T20:25:50,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:25:50,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2dca1dd-bae1-4946-9a1f-68e3e6d18a38" 2024-12-03T20:25:50,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41081587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:50,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,44137,-1] 2024-12-03T20:25:50,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:25:50,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:50,521 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:25:50,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e1c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:50,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:25:50,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,44137,1733257536777 2024-12-03T20:25:50,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@637a5f5a 2024-12-03T20:25:50,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:25:50,532 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:25:50,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://b29c245002d9:44423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T20:25:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T20:25:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T20:25:50,539 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:44423' 2024-12-03T20:25:50,540 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6714cdef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:50,540 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,44423,-1 for getting cluster id 2024-12-03T20:25:50,540 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:25:50,541 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e78b8eb-cf44-4f3b-83db-a124e81983c9' 2024-12-03T20:25:50,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:25:50,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e78b8eb-cf44-4f3b-83db-a124e81983c9" 2024-12-03T20:25:50,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4ca955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:50,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,44423,-1] 2024-12-03T20:25:50,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:25:50,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:50,549 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:25:50,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4135dfbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:50,550 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:25:50,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,44423,1733257545415 2024-12-03T20:25:50,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f61e7a9 2024-12-03T20:25:50,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:25:50,553 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:25:50,555 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T20:25:50,555 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T20:25:50,555 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:50,555 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:50,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:25:50,599 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847.replicationSource.wal-reader.b29c245002d9%2C39453%2C1733257537847,1-b29c245002d9,39453,1733257537847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.1733257540522 to pos 0, reset compression=false 2024-12-03T20:25:50,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T20:25:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T20:25:50,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-03T20:25:50,764 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-03T20:25:50,854 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-b29c245002d9,39453,1733257537847, ReplicationSource: 2, currentBandwidth=0 2024-12-03T20:25:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T20:25:50,864 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-03T20:25:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-03T20:25:50,879 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b29c245002d9,39453,1733257537847 suceeded 2024-12-03T20:25:50,890 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:44423' 2024-12-03T20:25:50,892 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75263c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:50,892 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,44423,-1 for getting cluster id 2024-12-03T20:25:50,892 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:25:50,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T20:25:50,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 278 msec 2024-12-03T20:25:50,894 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b29c245002d9:44423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T20:25:50,896 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e78b8eb-cf44-4f3b-83db-a124e81983c9' 2024-12-03T20:25:50,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:25:50,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e78b8eb-cf44-4f3b-83db-a124e81983c9" 2024-12-03T20:25:50,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38767d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:50,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 361 msec 2024-12-03T20:25:50,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,44423,-1] 2024-12-03T20:25:50,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:25:50,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:50,905 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:25:50,906 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59b024ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:50,906 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:25:50,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,44423,1733257545415 2024-12-03T20:25:50,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@520911ae 2024-12-03T20:25:50,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:25:50,915 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-03T20:25:50,916 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b29c245002d9,39453,1733257537847 (queues=1) is replicating from cluster=a2dca1dd-bae1-4946-9a1f-68e3e6d18a38 to cluster=8e78b8eb-cf44-4f3b-83db-a124e81983c9 2024-12-03T20:25:50,917 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b29c245002d9%2C39453%2C1733257537847 2024-12-03T20:25:50,917 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b29c245002d9,39453,1733257537847, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T20:25:50,920 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847.replicationSource.wal-reader.b29c245002d9%2C39453%2C1733257537847,2-b29c245002d9,39453,1733257537847 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.1733257540522, startPosition=0, beingWritten=true 2024-12-03T20:25:50,925 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847.replicationSource.shipperb29c245002d9%2C39453%2C1733257537847,2-b29c245002d9,39453,1733257537847 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b29c245002d9%2C39453%2C1733257537847 2024-12-03T20:25:51,011 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847.replicationSource.wal-reader.b29c245002d9%2C39453%2C1733257537847,1-b29c245002d9,39453,1733257537847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.1733257540522 to pos 0, reset compression=false 2024-12-03T20:25:51,146 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847.replicationSource.wal-reader.b29c245002d9%2C39453%2C1733257537847,2-b29c245002d9,39453,1733257537847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.1733257540522 to pos 0, reset compression=false 2024-12-03T20:25:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T20:25:51,168 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-03T20:25:51,168 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:25:51,168 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:25:51,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:51,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:51,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:25:51,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:25:51,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,44137,1733257536777 2024-12-03T20:25:51,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7519ea07 2024-12-03T20:25:51,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:25:51,181 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:25:51,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T20:25:51,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-03T20:25:51,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T20:25:51,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-03T20:25:51,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://b29c245002d9:44423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T20:25:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T20:25:51,206 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:44423' 2024-12-03T20:25:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T20:25:51,208 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf618ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:51,208 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,44423,-1 for getting cluster id 2024-12-03T20:25:51,209 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:25:51,210 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e78b8eb-cf44-4f3b-83db-a124e81983c9' 2024-12-03T20:25:51,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:25:51,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e78b8eb-cf44-4f3b-83db-a124e81983c9" 2024-12-03T20:25:51,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494d2079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:51,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,44423,-1] 2024-12-03T20:25:51,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:25:51,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:51,213 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:25:51,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3620693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:51,215 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:25:51,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,44423,1733257545415 2024-12-03T20:25:51,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58b00fd6 2024-12-03T20:25:51,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:25:51,217 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:25:51,218 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T20:25:51,219 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T20:25:51,219 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:51,219 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:51,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:25:51,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T20:25:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T20:25:51,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-03T20:25:51,443 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-03T20:25:51,446 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-03T20:25:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-03T20:25:51,453 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on b29c245002d9,39453,1733257537847 suceeded 2024-12-03T20:25:51,454 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847.replicationSource.wal-reader.b29c245002d9%2C39453%2C1733257537847,2-b29c245002d9,39453,1733257537847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.1733257540522 to pos 0, reset compression=false 2024-12-03T20:25:51,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-03T20:25:51,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 165 msec 2024-12-03T20:25:51,461 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://b29c245002d9:44423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T20:25:51,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 266 msec 2024-12-03T20:25:51,520 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847.replicationSource.wal-reader.b29c245002d9%2C39453%2C1733257537847,1-b29c245002d9,39453,1733257537847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.1733257540522 to pos 0, reset compression=false 2024-12-03T20:25:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T20:25:51,528 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-03T20:25:51,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://b29c245002d9:44423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T20:25:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T20:25:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T20:25:51,534 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:44423' 2024-12-03T20:25:51,535 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b9f77e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:51,535 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,44423,-1 for getting cluster id 2024-12-03T20:25:51,536 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:25:51,537 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e78b8eb-cf44-4f3b-83db-a124e81983c9' 2024-12-03T20:25:51,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:25:51,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e78b8eb-cf44-4f3b-83db-a124e81983c9" 2024-12-03T20:25:51,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60afbf13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:51,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,44423,-1] 2024-12-03T20:25:51,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:25:51,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:51,541 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:25:51,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11517cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:51,543 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:25:51,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,44423,1733257545415 2024-12-03T20:25:51,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e1c56d 2024-12-03T20:25:51,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:25:51,557 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:25:51,563 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-03T20:25:51,563 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T20:25:51,563 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:51,563 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:51,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:25:51,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T20:25:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T20:25:51,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-03T20:25:51,753 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-03T20:25:51,757 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-03T20:25:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-03T20:25:51,764 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on b29c245002d9,39453,1733257537847 suceeded 2024-12-03T20:25:51,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-03T20:25:51,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 171 msec 2024-12-03T20:25:51,770 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://b29c245002d9:44423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T20:25:51,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 241 msec 2024-12-03T20:25:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T20:25:51,857 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-03T20:25:51,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T20:25:51,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44137 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-03T20:25:51,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:25:51,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:25:51,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:51,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:51,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:25:51,860 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:25:51,860 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1078958413, stopped=false 2024-12-03T20:25:51,860 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,44137,1733257536777 2024-12-03T20:25:51,878 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847.replicationSource.wal-reader.b29c245002d9%2C39453%2C1733257537847,2-b29c245002d9,39453,1733257537847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.1733257540522 to pos 0, reset compression=false 2024-12-03T20:25:51,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1587587320/running 2024-12-03T20:25:51,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x1019cdf0ba20001, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1587587320/running 2024-12-03T20:25:51,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x1019cdf0ba20001, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:25:51,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:25:51,924 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:25:51,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:25:51,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:25:51,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:51,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Set watcher on znode that does not yet exist, /0-1587587320/running 2024-12-03T20:25:51,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39453-0x1019cdf0ba20001, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Set watcher on znode that does not yet exist, /0-1587587320/running 2024-12-03T20:25:51,925 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,39453,1733257537847' ***** 2024-12-03T20:25:51,925 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:25:51,926 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:25:51,926 INFO [RS:0;b29c245002d9:39453 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:25:51,926 INFO [RS:0;b29c245002d9:39453 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:25:51,926 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:25:51,926 INFO [RS:0;b29c245002d9:39453 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:25:51,926 INFO [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(3091): Received CLOSE for 55e16c462127f2336877487bf6273c4d 2024-12-03T20:25:51,927 INFO [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,39453,1733257537847 2024-12-03T20:25:51,927 INFO [RS:0;b29c245002d9:39453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:25:51,927 INFO [RS:0;b29c245002d9:39453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:39453. 2024-12-03T20:25:51,927 DEBUG [RS:0;b29c245002d9:39453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:25:51,927 DEBUG [RS:0;b29c245002d9:39453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:51,927 INFO [RS:0;b29c245002d9:39453 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:25:51,927 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55e16c462127f2336877487bf6273c4d, disabling compactions & flushes 2024-12-03T20:25:51,927 INFO [RS:0;b29c245002d9:39453 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:25:51,927 INFO [RS:0;b29c245002d9:39453 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:25:51,927 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. 2024-12-03T20:25:51,927 INFO [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:25:51,927 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. 2024-12-03T20:25:51,927 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. after waiting 0 ms 2024-12-03T20:25:51,927 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. 2024-12-03T20:25:51,928 INFO [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T20:25:51,928 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:25:51,928 DEBUG [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(1325): Online Regions={55e16c462127f2336877487bf6273c4d=hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:25:51,928 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:25:51,928 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:25:51,928 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:25:51,928 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:25:51,928 DEBUG [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55e16c462127f2336877487bf6273c4d 2024-12-03T20:25:51,930 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T20:25:51,930 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 55e16c462127f2336877487bf6273c4d 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-03T20:25:51,988 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/.tmp/info/e8e664f8f489439b930b77602c0aa6a1 is 147, key is hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d./info:regioninfo/1733257549444/Put/seqid=0 2024-12-03T20:25:51,988 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/replication/55e16c462127f2336877487bf6273c4d/.tmp/queue/6d961ae4c34f498da438e2cdea144e2c is 151, key is 1-b29c245002d9,39453,1733257537847/queue:b29c245002d9%2C39453%2C1733257537847/1733257549988/Put/seqid=0 2024-12-03T20:25:51,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741838_1014 (size=6631) 2024-12-03T20:25:51,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741839_1015 (size=5500) 2024-12-03T20:25:51,998 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/replication/55e16c462127f2336877487bf6273c4d/.tmp/queue/6d961ae4c34f498da438e2cdea144e2c 2024-12-03T20:25:52,040 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/replication/55e16c462127f2336877487bf6273c4d/.tmp/queue/6d961ae4c34f498da438e2cdea144e2c as hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/replication/55e16c462127f2336877487bf6273c4d/queue/6d961ae4c34f498da438e2cdea144e2c 2024-12-03T20:25:52,051 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/replication/55e16c462127f2336877487bf6273c4d/queue/6d961ae4c34f498da438e2cdea144e2c, entries=2, sequenceid=6, filesize=5.4 K 2024-12-03T20:25:52,058 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 55e16c462127f2336877487bf6273c4d in 126ms, sequenceid=6, compaction requested=false 2024-12-03T20:25:52,058 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T20:25:52,066 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/replication/55e16c462127f2336877487bf6273c4d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T20:25:52,069 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:25:52,069 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:25:52,069 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. 2024-12-03T20:25:52,069 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55e16c462127f2336877487bf6273c4d: Waiting for close lock at 1733257551927Running coprocessor pre-close hooks at 1733257551927Disabling compacts and flushes for region at 1733257551927Disabling writes for close at 1733257551927Obtaining lock to block concurrent updates at 1733257551931 (+4 ms)Preparing flush snapshotting stores in 55e16c462127f2336877487bf6273c4d at 1733257551931Finished memstore snapshotting hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733257551938 (+7 ms)Flushing stores of hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. at 1733257551963 (+25 ms)Flushing 55e16c462127f2336877487bf6273c4d/queue: creating writer at 1733257551963Flushing 55e16c462127f2336877487bf6273c4d/queue: appending metadata at 1733257551978 (+15 ms)Flushing 55e16c462127f2336877487bf6273c4d/queue: closing flushed file at 1733257551978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44977fbd: reopening flushed file at 1733257552038 (+60 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 55e16c462127f2336877487bf6273c4d in 126ms, sequenceid=6, compaction requested=false at 1733257552058 (+20 ms)Writing region close event to WAL at 1733257552060 (+2 ms)Running coprocessor post-close hooks at 1733257552067 (+7 ms)Closed at 1733257552069 (+2 ms) 2024-12-03T20:25:52,070 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. 2024-12-03T20:25:52,128 DEBUG [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:25:52,133 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847.replicationSource.wal-reader.b29c245002d9%2C39453%2C1733257537847,1-b29c245002d9,39453,1733257537847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.1733257540522 to pos 0, reset compression=false 2024-12-03T20:25:52,328 DEBUG [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:25:52,373 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:25:52,373 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:25:52,385 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847.replicationSource.wal-reader.b29c245002d9%2C39453%2C1733257537847,2-b29c245002d9,39453,1733257537847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.1733257540522 to pos 0, reset compression=false 2024-12-03T20:25:52,398 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/.tmp/info/e8e664f8f489439b930b77602c0aa6a1 2024-12-03T20:25:52,428 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/.tmp/ns/05c3b9e6968d44baaf8f9ad90a514e78 is 43, key is default/ns:d/1733257541876/Put/seqid=0 2024-12-03T20:25:52,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741840_1016 (size=5153) 2024-12-03T20:25:52,529 DEBUG [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:25:52,729 DEBUG [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:25:52,835 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/.tmp/ns/05c3b9e6968d44baaf8f9ad90a514e78 2024-12-03T20:25:52,843 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847.replicationSource.wal-reader.b29c245002d9%2C39453%2C1733257537847,1-b29c245002d9,39453,1733257537847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.1733257540522 to pos 0, reset compression=false 2024-12-03T20:25:52,868 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/.tmp/table/33a6d9d0d1c44ed597fd44195908042e is 53, key is hbase:replication/table:state/1733257549489/Put/seqid=0 2024-12-03T20:25:52,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741841_1017 (size=5256) 2024-12-03T20:25:52,929 INFO [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T20:25:52,929 DEBUG [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:25:52,930 DEBUG [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:25:52,992 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847.replicationSource.wal-reader.b29c245002d9%2C39453%2C1733257537847,2-b29c245002d9,39453,1733257537847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.1733257540522 to pos 0, reset compression=false 2024-12-03T20:25:53,130 DEBUG [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:25:53,274 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/.tmp/table/33a6d9d0d1c44ed597fd44195908042e 2024-12-03T20:25:53,289 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/.tmp/info/e8e664f8f489439b930b77602c0aa6a1 as hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/info/e8e664f8f489439b930b77602c0aa6a1 2024-12-03T20:25:53,300 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/info/e8e664f8f489439b930b77602c0aa6a1, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T20:25:53,301 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/.tmp/ns/05c3b9e6968d44baaf8f9ad90a514e78 as hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/ns/05c3b9e6968d44baaf8f9ad90a514e78 2024-12-03T20:25:53,312 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/ns/05c3b9e6968d44baaf8f9ad90a514e78, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T20:25:53,313 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/.tmp/table/33a6d9d0d1c44ed597fd44195908042e as hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/table/33a6d9d0d1c44ed597fd44195908042e 2024-12-03T20:25:53,325 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/table/33a6d9d0d1c44ed597fd44195908042e, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T20:25:53,326 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1398ms, sequenceid=11, compaction requested=false 2024-12-03T20:25:53,330 DEBUG [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:25:53,332 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T20:25:53,334 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:25:53,334 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:25:53,334 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:25:53,334 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257551928Running coprocessor pre-close hooks at 1733257551928Disabling compacts and flushes for region at 1733257551928Disabling writes for close at 1733257551928Obtaining lock to block concurrent updates at 1733257551930 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1733257551930Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733257551938 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733257551939 (+1 ms)Flushing 1588230740/info: creating writer at 1733257551941 (+2 ms)Flushing 1588230740/info: appending metadata at 1733257551976 (+35 ms)Flushing 1588230740/info: closing flushed file at 1733257551978 (+2 ms)Flushing 1588230740/ns: creating writer at 1733257552406 (+428 ms)Flushing 1588230740/ns: appending metadata at 1733257552427 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733257552427Flushing 1588230740/table: creating writer at 1733257552845 (+418 ms)Flushing 1588230740/table: appending metadata at 1733257552867 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733257552867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@96dd448: reopening flushed file at 1733257553284 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a4c7b62: reopening flushed file at 1733257553300 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61d57b18: reopening flushed file at 1733257553312 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1398ms, sequenceid=11, compaction requested=false at 1733257553326 (+14 ms)Writing region close event to WAL at 1733257553328 (+2 ms)Running coprocessor post-close hooks at 1733257553334 (+6 ms)Closed at 1733257553334 2024-12-03T20:25:53,335 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:25:53,516 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:25:53,532 INFO [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,39453,1733257537847; all regions closed. 2024-12-03T20:25:53,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741834_1010 (size=2742) 2024-12-03T20:25:53,557 DEBUG [RS:0;b29c245002d9:39453 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/oldWALs 2024-12-03T20:25:53,558 INFO [RS:0;b29c245002d9:39453 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C39453%2C1733257537847.meta:.meta(num 1733257541536) 2024-12-03T20:25:53,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741837_1013 (size=1802) 2024-12-03T20:25:53,569 DEBUG [RS:0;b29c245002d9:39453 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/oldWALs 2024-12-03T20:25:53,569 INFO [RS:0;b29c245002d9:39453 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C39453%2C1733257537847.rep:(num 1733257549247) 2024-12-03T20:25:53,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741832_1008 (size=93) 2024-12-03T20:25:53,572 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.1733257540522 not finished, retry = 0 2024-12-03T20:25:53,650 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847.replicationSource.wal-reader.b29c245002d9%2C39453%2C1733257537847,1-b29c245002d9,39453,1733257537847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.1733257540522 to pos 0, reset compression=false 2024-12-03T20:25:53,674 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847.replicationSource.wal-reader.b29c245002d9%2C39453%2C1733257537847,1-b29c245002d9,39453,1733257537847 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.1733257540522 2024-12-03T20:25:53,674 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847.replicationSource.wal-reader.b29c245002d9%2C39453%2C1733257537847,1-b29c245002d9,39453,1733257537847 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-03T20:25:53,674 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847.replicationSource.wal-reader.b29c245002d9%2C39453%2C1733257537847,1-b29c245002d9,39453,1733257537847 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-03T20:25:53,677 DEBUG [RS:0;b29c245002d9:39453 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/oldWALs 2024-12-03T20:25:53,677 INFO [RS:0;b29c245002d9:39453 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C39453%2C1733257537847:(num 1733257540522) 2024-12-03T20:25:53,677 DEBUG [RS:0;b29c245002d9:39453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:53,677 INFO [RS:0;b29c245002d9:39453 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:25:53,677 INFO [RS:0;b29c245002d9:39453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:25:53,678 INFO [RS:0;b29c245002d9:39453 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T20:25:53,678 INFO [RS:0;b29c245002d9:39453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:25:53,678 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:25:53,678 INFO [RS:0;b29c245002d9:39453 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b29c245002d9,39453,1733257537847 because: Region server is closing 2024-12-03T20:25:53,679 INFO [RS:0;b29c245002d9:39453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:39453. 2024-12-03T20:25:53,679 DEBUG [RS:0;b29c245002d9:39453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:25:53,674 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847.replicationSource.shipperb29c245002d9%2C39453%2C1733257537847,1-b29c245002d9,39453,1733257537847 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,39453,1733257537847 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.1733257540522, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-03T20:25:53,679 DEBUG [RS:0;b29c245002d9:39453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:53,679 DEBUG [RS:0;b29c245002d9:39453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:53,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:25:53,684 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847.replicationSource.shipperb29c245002d9%2C39453%2C1733257537847,1-b29c245002d9,39453,1733257537847 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b29c245002d9,39453,1733257537847: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b29c245002d9,39453,1733257537847, walGroup=b29c245002d9%2C39453%2C1733257537847, offset=b29c245002d9%2C39453%2C1733257537847.1733257540522:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:39453 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T20:25:53,687 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847.replicationSource.shipperb29c245002d9%2C39453%2C1733257537847,1-b29c245002d9,39453,1733257537847 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T20:25:53,690 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847.replicationSource.shipperb29c245002d9%2C39453%2C1733257537847,1-b29c245002d9,39453,1733257537847 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T20:25:53,692 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847.replicationSource.shipperb29c245002d9%2C39453%2C1733257537847,1-b29c245002d9,39453,1733257537847 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T20:25:53,692 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847.replicationSource.shipperb29c245002d9%2C39453%2C1733257537847,1-b29c245002d9,39453,1733257537847 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T20:25:53,692 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847.replicationSource.shipperb29c245002d9%2C39453%2C1733257537847,1-b29c245002d9,39453,1733257537847 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T20:25:53,692 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847.replicationSource.shipperb29c245002d9%2C39453%2C1733257537847,1-b29c245002d9,39453,1733257537847 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 391179560 }, "NonHeapMemoryUsage": { "committed": 153223168, "init": 7667712, "max": -1, "used": 150965728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T20:25:53,695 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847.replicationSource.shipperb29c245002d9%2C39453%2C1733257537847,1-b29c245002d9,39453,1733257537847 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [b29c245002d9%2C39453%2C1733257537847.1733257540522] 2024-12-03T20:25:53,698 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847.replicationSource.wal-reader.b29c245002d9%2C39453%2C1733257537847,2-b29c245002d9,39453,1733257537847 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.1733257540522 to pos 0, reset compression=false 2024-12-03T20:25:53,707 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847.replicationSource.wal-reader.b29c245002d9%2C39453%2C1733257537847,2-b29c245002d9,39453,1733257537847 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.1733257540522 was moved to hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/oldWALs/b29c245002d9%2C39453%2C1733257537847.1733257540522 2024-12-03T20:25:53,715 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847.replicationSource.wal-reader.b29c245002d9%2C39453%2C1733257537847,2-b29c245002d9,39453,1733257537847 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.1733257540522 2024-12-03T20:25:53,715 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847.replicationSource.wal-reader.b29c245002d9%2C39453%2C1733257537847,2-b29c245002d9,39453,1733257537847 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-03T20:25:53,715 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847.replicationSource.wal-reader.b29c245002d9%2C39453%2C1733257537847,2-b29c245002d9,39453,1733257537847 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-03T20:25:53,715 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847.replicationSource.shipperb29c245002d9%2C39453%2C1733257537847,2-b29c245002d9,39453,1733257537847 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b29c245002d9,39453,1733257537847 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847/b29c245002d9%2C39453%2C1733257537847.1733257540522, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-03T20:25:53,716 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847.replicationSource.shipperb29c245002d9%2C39453%2C1733257537847,2-b29c245002d9,39453,1733257537847 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-03T20:25:53,716 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847.replicationSource.shipperb29c245002d9%2C39453%2C1733257537847,2-b29c245002d9,39453,1733257537847 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [b29c245002d9%2C39453%2C1733257537847.1733257540522] 2024-12-03T20:25:53,780 INFO [RS:0;b29c245002d9:39453 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,39453,1733257537847.replicationSource.shipperb29c245002d9%2C39453%2C1733257537847,1-b29c245002d9,39453,1733257537847 terminated 2024-12-03T20:25:53,780 INFO [RS:0;b29c245002d9:39453 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b29c245002d9,39453,1733257537847 because: Region server is closing 2024-12-03T20:25:53,781 INFO [RS:0;b29c245002d9:39453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:39453. 2024-12-03T20:25:53,781 DEBUG [RS:0;b29c245002d9:39453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:25:53,781 DEBUG [RS:0;b29c245002d9:39453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:53,781 DEBUG [RS:0;b29c245002d9:39453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:53,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:25:53,781 INFO [RS:0;b29c245002d9:39453 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,39453,1733257537847.replicationSource.shipperb29c245002d9%2C39453%2C1733257537847,2-b29c245002d9,39453,1733257537847 terminated 2024-12-03T20:25:53,782 INFO [RS:0;b29c245002d9:39453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39453 2024-12-03T20:25:53,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320/rs 2024-12-03T20:25:53,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x1019cdf0ba20001, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1587587320/rs/b29c245002d9,39453,1733257537847 2024-12-03T20:25:53,817 INFO [RS:0;b29c245002d9:39453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:25:53,818 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,39453,1733257537847] 2024-12-03T20:25:53,841 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1587587320/draining/b29c245002d9,39453,1733257537847 already deleted, retry=false 2024-12-03T20:25:53,841 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,39453,1733257537847 expired; onlineServers=0 2024-12-03T20:25:53,841 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,44137,1733257536777' ***** 2024-12-03T20:25:53,841 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:25:53,844 INFO [M:0;b29c245002d9:44137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:25:53,844 INFO [M:0;b29c245002d9:44137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:25:53,844 DEBUG [M:0;b29c245002d9:44137 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:25:53,845 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:25:53,845 DEBUG [M:0;b29c245002d9:44137 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:25:53,845 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257540180 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257540180,5,FailOnTimeoutGroup] 2024-12-03T20:25:53,845 INFO [M:0;b29c245002d9:44137 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:25:53,845 INFO [M:0;b29c245002d9:44137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:25:53,845 DEBUG [M:0;b29c245002d9:44137 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:25:53,845 INFO [M:0;b29c245002d9:44137 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:25:53,845 INFO [M:0;b29c245002d9:44137 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:25:53,846 INFO [M:0;b29c245002d9:44137 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:25:53,846 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:25:53,848 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257540179 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257540179,5,FailOnTimeoutGroup] 2024-12-03T20:25:53,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1587587320/master 2024-12-03T20:25:53,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:25:53,872 DEBUG [M:0;b29c245002d9:44137 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1587587320/master already deleted, retry=false 2024-12-03T20:25:53,872 DEBUG [M:0;b29c245002d9:44137 {}] master.ActiveMasterManager(353): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1587587320/master 2024-12-03T20:25:53,877 INFO [M:0;b29c245002d9:44137 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/.lastflushedseqids 2024-12-03T20:25:53,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741842_1018 (size=181) 2024-12-03T20:25:53,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x1019cdf0ba20001, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:25:53,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39453-0x1019cdf0ba20001, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:25:53,933 INFO [RS:0;b29c245002d9:39453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:25:53,934 INFO [RS:0;b29c245002d9:39453 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,39453,1733257537847; zookeeper connection closed. 2024-12-03T20:25:53,934 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@458c7865 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@458c7865 2024-12-03T20:25:53,935 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T20:25:54,314 INFO [M:0;b29c245002d9:44137 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:25:54,314 INFO [M:0;b29c245002d9:44137 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:25:54,314 DEBUG [M:0;b29c245002d9:44137 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:25:54,314 INFO [M:0;b29c245002d9:44137 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:25:54,314 DEBUG [M:0;b29c245002d9:44137 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:25:54,314 DEBUG [M:0;b29c245002d9:44137 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:25:54,314 DEBUG [M:0;b29c245002d9:44137 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:25:54,315 INFO [M:0;b29c245002d9:44137 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-03T20:25:54,338 DEBUG [M:0;b29c245002d9:44137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd73e87412cb4ee192eb76ae9899a257 is 82, key is hbase:meta,,1/info:regioninfo/1733257541733/Put/seqid=0 2024-12-03T20:25:54,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741843_1019 (size=5672) 2024-12-03T20:25:54,747 INFO [M:0;b29c245002d9:44137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd73e87412cb4ee192eb76ae9899a257 2024-12-03T20:25:54,788 DEBUG [M:0;b29c245002d9:44137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb99f648ed314d4b8201f39d0edc4b79 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733257549506/Put/seqid=0 2024-12-03T20:25:54,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741844_1020 (size=8663) 2024-12-03T20:25:54,820 INFO [M:0;b29c245002d9:44137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb99f648ed314d4b8201f39d0edc4b79 2024-12-03T20:25:54,855 DEBUG [M:0;b29c245002d9:44137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a87c2986b3e7441ca9d3b1d2d6b6cace is 69, key is b29c245002d9,39453,1733257537847/rs:state/1733257540278/Put/seqid=0 2024-12-03T20:25:54,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741845_1021 (size=5156) 2024-12-03T20:25:55,262 INFO [M:0;b29c245002d9:44137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a87c2986b3e7441ca9d3b1d2d6b6cace 2024-12-03T20:25:55,271 DEBUG [M:0;b29c245002d9:44137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd73e87412cb4ee192eb76ae9899a257 as hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd73e87412cb4ee192eb76ae9899a257 2024-12-03T20:25:55,284 INFO [M:0;b29c245002d9:44137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd73e87412cb4ee192eb76ae9899a257, entries=8, sequenceid=115, filesize=5.5 K 2024-12-03T20:25:55,285 DEBUG [M:0;b29c245002d9:44137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb99f648ed314d4b8201f39d0edc4b79 as hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb99f648ed314d4b8201f39d0edc4b79 2024-12-03T20:25:55,299 INFO [M:0;b29c245002d9:44137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb99f648ed314d4b8201f39d0edc4b79, entries=14, sequenceid=115, filesize=8.5 K 2024-12-03T20:25:55,300 DEBUG [M:0;b29c245002d9:44137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a87c2986b3e7441ca9d3b1d2d6b6cace as hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a87c2986b3e7441ca9d3b1d2d6b6cace 2024-12-03T20:25:55,316 INFO [M:0;b29c245002d9:44137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a87c2986b3e7441ca9d3b1d2d6b6cace, entries=1, sequenceid=115, filesize=5.0 K 2024-12-03T20:25:55,318 INFO [M:0;b29c245002d9:44137 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1004ms, sequenceid=115, compaction requested=false 2024-12-03T20:25:55,344 INFO [M:0;b29c245002d9:44137 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:25:55,345 DEBUG [M:0;b29c245002d9:44137 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257554314Disabling compacts and flushes for region at 1733257554314Disabling writes for close at 1733257554314Obtaining lock to block concurrent updates at 1733257554315 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257554315Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733257554315Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257554316 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257554316Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257554338 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257554338Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257554761 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257554788 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257554788Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257554835 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257554855 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257554855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6209c02b: reopening flushed file at 1733257555270 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@155150dc: reopening flushed file at 1733257555284 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c0c37d4: reopening flushed file at 1733257555299 (+15 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1004ms, sequenceid=115, compaction requested=false at 1733257555318 (+19 ms)Writing region close event to WAL at 1733257555344 (+26 ms)Closed at 1733257555344 2024-12-03T20:25:55,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741830_1006 (size=59421) 2024-12-03T20:25:55,353 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:25:55,353 INFO [M:0;b29c245002d9:44137 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:25:55,353 INFO [M:0;b29c245002d9:44137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44137 2024-12-03T20:25:55,353 INFO [M:0;b29c245002d9:44137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:25:55,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:25:55,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44137-0x1019cdf0ba20000, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:25:55,468 INFO [M:0;b29c245002d9:44137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:25:55,474 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:25:55,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:25:55,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:25:55,475 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:25:55,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:25:55,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:25:55,475 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:25:55,475 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:25:55,488 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37225 2024-12-03T20:25:55,500 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37225 connecting to ZooKeeper ensemble=127.0.0.1:63659 2024-12-03T20:25:55,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372250x0, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:25:55,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37225-0x1019cdf0ba20006 connected 2024-12-03T20:25:55,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:25:55,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:25:55,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Set watcher on znode that does not yet exist, /0-1587587320/running 2024-12-03T20:25:55,555 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1587587320/meta-region-server: INIT 2024-12-03T20:25:55,556 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b, hbase.cluster.distributed=false 2024-12-03T20:25:55,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Set watcher on znode that does not yet exist, /0-1587587320/acl 2024-12-03T20:25:55,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37225 2024-12-03T20:25:55,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37225 2024-12-03T20:25:55,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37225 2024-12-03T20:25:55,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37225 2024-12-03T20:25:55,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37225 2024-12-03T20:25:55,616 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:25:55,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:25:55,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:25:55,616 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:25:55,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:25:55,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:25:55,617 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:25:55,617 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:25:55,618 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46039 2024-12-03T20:25:55,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46039 connecting to ZooKeeper ensemble=127.0.0.1:63659 2024-12-03T20:25:55,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:25:55,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:25:55,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460390x0, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:25:55,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460390x0, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Set watcher on znode that does not yet exist, /0-1587587320/running 2024-12-03T20:25:55,635 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1587587320/meta-region-server: INIT 2024-12-03T20:25:55,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46039-0x1019cdf0ba20007 connected 2024-12-03T20:25:55,635 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:25:55,636 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:25:55,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46039-0x1019cdf0ba20007, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Set watcher on znode that does not yet exist, /0-1587587320/master 2024-12-03T20:25:55,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46039-0x1019cdf0ba20007, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Set watcher on znode that does not yet exist, /0-1587587320/acl 2024-12-03T20:25:55,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46039 2024-12-03T20:25:55,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46039 2024-12-03T20:25:55,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46039 2024-12-03T20:25:55,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46039 2024-12-03T20:25:55,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46039 2024-12-03T20:25:55,654 DEBUG [M:0;b29c245002d9:37225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:37225 2024-12-03T20:25:55,654 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1587587320/backup-masters/b29c245002d9,37225,1733257555474 2024-12-03T20:25:55,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320/backup-masters 2024-12-03T20:25:55,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46039-0x1019cdf0ba20007, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320/backup-masters 2024-12-03T20:25:55,666 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Set watcher on existing znode=/0-1587587320/backup-masters/b29c245002d9,37225,1733257555474 2024-12-03T20:25:55,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:25:55,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46039-0x1019cdf0ba20007, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1587587320/master 2024-12-03T20:25:55,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46039-0x1019cdf0ba20007, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:25:55,677 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Set watcher on existing znode=/0-1587587320/master 2024-12-03T20:25:55,679 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1587587320/backup-masters/b29c245002d9,37225,1733257555474 from backup master directory 2024-12-03T20:25:55,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1587587320/backup-masters/b29c245002d9,37225,1733257555474 2024-12-03T20:25:55,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46039-0x1019cdf0ba20007, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320/backup-masters 2024-12-03T20:25:55,687 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:25:55,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320/backup-masters 2024-12-03T20:25:55,687 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,37225,1733257555474 2024-12-03T20:25:55,712 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:25:55,713 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:25:55,735 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 22ms. 2024-12-03T20:25:55,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741846_1022 (size=196) 2024-12-03T20:25:55,786 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:25:55,787 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:25:55,788 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:25:55,806 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-03T20:25:55,811 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/WALs/b29c245002d9,44137,1733257536777 to hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/WALs/b29c245002d9,44137,1733257536777-dead as it is dead 2024-12-03T20:25:55,813 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-03T20:25:55,814 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-03T20:25:55,814 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/WALs/b29c245002d9,44137,1733257536777-dead/b29c245002d9%2C44137%2C1733257536777.1733257539377 2024-12-03T20:25:55,825 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/WALs/b29c245002d9,44137,1733257536777-dead/b29c245002d9%2C44137%2C1733257536777.1733257539377 after 8ms 2024-12-03T20:25:55,827 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/WALs/b29c245002d9,44137,1733257536777-dead/b29c245002d9%2C44137%2C1733257536777.1733257539377 to hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b29c245002d9%2C44137%2C1733257536777.1733257539377 2024-12-03T20:25:55,827 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/WALs/b29c245002d9,44137,1733257536777-dead 2024-12-03T20:25:55,828 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/WALs/b29c245002d9,37225,1733257555474 2024-12-03T20:25:55,830 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:25:55,832 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C37225%2C1733257555474, suffix=, logDir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/WALs/b29c245002d9,37225,1733257555474, archiveDir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/oldWALs, maxLogs=10 2024-12-03T20:25:55,850 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/WALs/b29c245002d9,37225,1733257555474/b29c245002d9%2C37225%2C1733257555474.1733257555832, exclude list is [], retry=0 2024-12-03T20:25:55,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45305,DS-3c359168-2a39-46dd-bf26-414f35c9cd26,DISK] 2024-12-03T20:25:55,861 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/WALs/b29c245002d9,37225,1733257555474/b29c245002d9%2C37225%2C1733257555474.1733257555832 2024-12-03T20:25:55,861 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34685:34685)] 2024-12-03T20:25:55,862 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:25:55,862 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:25:55,862 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:55,862 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:55,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:55,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:25:55,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:55,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd73e87412cb4ee192eb76ae9899a257 2024-12-03T20:25:55,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:25:55,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:55,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:25:55,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:55,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb99f648ed314d4b8201f39d0edc4b79 2024-12-03T20:25:55,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:25:55,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:55,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:25:55,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:55,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a87c2986b3e7441ca9d3b1d2d6b6cace 2024-12-03T20:25:55,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:25:55,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:55,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:25:55,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:55,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:25:55,928 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:55,929 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-03T20:25:55,929 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b29c245002d9%2C44137%2C1733257536777.1733257539377 2024-12-03T20:25:55,946 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b29c245002d9%2C44137%2C1733257536777.1733257539377 2024-12-03T20:25:55,948 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b29c245002d9%2C44137%2C1733257536777.1733257539377 2024-12-03T20:25:55,960 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:55,961 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:55,964 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:25:55,969 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:25:55,974 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-03T20:25:55,975 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64296824, jitterRate=-0.04190266132354736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:25:55,976 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257555862Initializing all the Stores at 1733257555863 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257555863Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257555863Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257555864 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257555864Cleaning up temporary data from old regions at 1733257555961 (+97 ms)Region opened successfully at 1733257555975 (+14 ms) 2024-12-03T20:25:55,976 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:25:55,986 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409be94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:25:56,003 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-03T20:25:56,003 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:25:56,003 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:25:56,004 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:25:56,005 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T20:25:56,012 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:25:56,012 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T20:25:56,013 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T20:25:56,013 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T20:25:56,013 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T20:25:56,014 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T20:25:56,014 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-12-03T20:25:56,014 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:25:56,023 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b29c245002d9,39453,1733257537847, regionLocation=b29c245002d9,39453,1733257537847, openSeqNum=2 2024-12-03T20:25:56,023 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b29c245002d9,39453,1733257537847, table=hbase:meta, region=1588230740 2024-12-03T20:25:56,023 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,39453,1733257537847, state=OPEN 2024-12-03T20:25:56,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1587587320/meta-region-server 2024-12-03T20:25:56,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46039-0x1019cdf0ba20007, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1587587320/meta-region-server 2024-12-03T20:25:56,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1587587320/meta-region-server: CHANGED 2024-12-03T20:25:56,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1587587320/meta-region-server: CHANGED 2024-12-03T20:25:56,086 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:25:56,108 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1587587320/draining/b29c245002d9,39453,1733257537847 already deleted, retry=false 2024-12-03T20:25:56,108 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b29c245002d9,39453,1733257537847 on b29c245002d9,37225,1733257555474 2024-12-03T20:25:56,113 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b29c245002d9,39453,1733257537847, splitWal=true, meta=true 2024-12-03T20:25:56,115 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for b29c245002d9,39453,1733257537847 (carryingMeta=true) b29c245002d9,39453,1733257537847/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4e026575[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T20:25:56,119 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Unable to get data of znode /0-1587587320/balancer because node does not exist (not necessarily an error) 2024-12-03T20:25:56,198 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1587587320/balancer already deleted, retry=false 2024-12-03T20:25:56,198 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:25:56,199 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Unable to get data of znode /0-1587587320/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:25:56,230 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1587587320/normalizer already deleted, retry=false 2024-12-03T20:25:56,230 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:25:56,231 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Unable to get data of znode /0-1587587320/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:25:56,240 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1587587320/switch/split already deleted, retry=false 2024-12-03T20:25:56,242 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Unable to get data of znode /0-1587587320/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:25:56,251 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1587587320/switch/merge already deleted, retry=false 2024-12-03T20:25:56,274 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Unable to get data of znode /0-1587587320/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:25:56,287 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1587587320/snapshot-cleanup already deleted, retry=false 2024-12-03T20:25:56,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46039-0x1019cdf0ba20007, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1587587320/running 2024-12-03T20:25:56,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1587587320/running 2024-12-03T20:25:56,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:25:56,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46039-0x1019cdf0ba20007, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:25:56,298 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,37225,1733257555474, sessionid=0x1019cdf0ba20006, setting cluster-up flag (Was=false) 2024-12-03T20:25:56,309 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1587587320/flush-table-proc/acquired, /0-1587587320/flush-table-proc/reached, /0-1587587320/flush-table-proc/abort 2024-12-03T20:25:56,310 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,37225,1733257555474 2024-12-03T20:25:56,319 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1587587320/online-snapshot/acquired, /0-1587587320/online-snapshot/reached, /0-1587587320/online-snapshot/abort 2024-12-03T20:25:56,320 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,37225,1733257555474 2024-12-03T20:25:56,322 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/.lastflushedseqids 2024-12-03T20:25:56,325 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:25:56,326 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:25:56,326 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,37225,1733257555474 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b29c245002d9,39453,1733257537847 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:25:56,327 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:25:56,327 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:25:56,327 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:25:56,327 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:25:56,328 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:25:56,328 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:56,328 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:25:56,328 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:56,331 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b29c245002d9,39453,1733257537847, splitWal=true, meta=true 2024-12-03T20:25:56,332 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257586332 2024-12-03T20:25:56,332 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:25:56,333 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:25:56,333 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:25:56,333 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:25:56,333 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:25:56,333 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:25:56,333 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:56,334 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b29c245002d9,39453,1733257537847, splitWal=true, meta=true, isMeta: true 2024-12-03T20:25:56,335 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847-splitting 2024-12-03T20:25:56,336 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847-splitting dir is empty, no logs to split. 2024-12-03T20:25:56,337 INFO [PEWorker-1 {}] master.SplitWALManager(105): b29c245002d9,39453,1733257537847 WAL count=0, meta=true 2024-12-03T20:25:56,337 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:25:56,337 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:25:56,337 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:25:56,337 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:25:56,338 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:25:56,338 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:25:56,341 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847-splitting dir is empty, no logs to split. 2024-12-03T20:25:56,341 INFO [PEWorker-1 {}] master.SplitWALManager(105): b29c245002d9,39453,1733257537847 WAL count=0, meta=true 2024-12-03T20:25:56,341 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b29c245002d9,39453,1733257537847 WAL splitting is done? wals=0, meta=true 2024-12-03T20:25:56,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:25:56,344 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257556338,5,FailOnTimeoutGroup] 2024-12-03T20:25:56,345 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257556344,5,FailOnTimeoutGroup] 2024-12-03T20:25:56,345 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:56,345 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:25:56,345 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:56,345 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:56,345 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257556345, completionTime=-1 2024-12-03T20:25:56,345 WARN [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-03T20:25:56,346 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:25:56,346 INFO [RS:0;b29c245002d9:46039 {}] regionserver.HRegionServer(746): ClusterId : a2dca1dd-bae1-4946-9a1f-68e3e6d18a38 2024-12-03T20:25:56,347 DEBUG [RS:0;b29c245002d9:46039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:25:56,348 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T20:25:56,349 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T20:25:56,357 DEBUG [RS:0;b29c245002d9:46039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:25:56,358 DEBUG [RS:0;b29c245002d9:46039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:25:56,389 DEBUG [RS:0;b29c245002d9:46039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:25:56,390 DEBUG [RS:0;b29c245002d9:46039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a9df6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:25:56,406 DEBUG [RS:0;b29c245002d9:46039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:46039 2024-12-03T20:25:56,407 INFO [RS:0;b29c245002d9:46039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:25:56,407 INFO [RS:0;b29c245002d9:46039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:25:56,407 DEBUG [RS:0;b29c245002d9:46039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:25:56,408 INFO [RS:0;b29c245002d9:46039 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,37225,1733257555474 with port=46039, startcode=1733257555616 2024-12-03T20:25:56,408 DEBUG [RS:0;b29c245002d9:46039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:25:56,410 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:25:56,410 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37225 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,46039,1733257555616 2024-12-03T20:25:56,410 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37225 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,46039,1733257555616 2024-12-03T20:25:56,413 DEBUG [RS:0;b29c245002d9:46039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b 2024-12-03T20:25:56,413 DEBUG [RS:0;b29c245002d9:46039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46509 2024-12-03T20:25:56,413 DEBUG [RS:0;b29c245002d9:46039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:25:56,449 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T20:25:56,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320/rs 2024-12-03T20:25:56,489 DEBUG [RS:0;b29c245002d9:46039 {}] zookeeper.ZKUtil(111): regionserver:46039-0x1019cdf0ba20007, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Set watcher on existing znode=/0-1587587320/rs/b29c245002d9,46039,1733257555616 2024-12-03T20:25:56,489 WARN [RS:0;b29c245002d9:46039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:25:56,490 INFO [RS:0;b29c245002d9:46039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:25:56,490 DEBUG [RS:0;b29c245002d9:46039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616 2024-12-03T20:25:56,502 WARN [b29c245002d9:37225 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T20:25:56,512 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,46039,1733257555616] 2024-12-03T20:25:56,546 INFO [RS:0;b29c245002d9:46039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:25:56,550 INFO [RS:0;b29c245002d9:46039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:25:56,551 INFO [RS:0;b29c245002d9:46039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:25:56,551 INFO [RS:0;b29c245002d9:46039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:56,552 INFO [RS:0;b29c245002d9:46039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:25:56,557 INFO [RS:0;b29c245002d9:46039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:25:56,557 INFO [RS:0;b29c245002d9:46039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:56,557 DEBUG [RS:0;b29c245002d9:46039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:56,557 DEBUG [RS:0;b29c245002d9:46039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:56,557 DEBUG [RS:0;b29c245002d9:46039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:56,557 DEBUG [RS:0;b29c245002d9:46039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:56,558 DEBUG [RS:0;b29c245002d9:46039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:56,558 DEBUG [RS:0;b29c245002d9:46039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:25:56,558 DEBUG [RS:0;b29c245002d9:46039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:56,558 DEBUG [RS:0;b29c245002d9:46039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:56,558 DEBUG [RS:0;b29c245002d9:46039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:56,558 DEBUG [RS:0;b29c245002d9:46039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:56,558 DEBUG [RS:0;b29c245002d9:46039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:56,558 DEBUG [RS:0;b29c245002d9:46039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:25:56,558 DEBUG [RS:0;b29c245002d9:46039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:25:56,558 DEBUG [RS:0;b29c245002d9:46039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:25:56,560 INFO [RS:0;b29c245002d9:46039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:56,561 INFO [RS:0;b29c245002d9:46039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:56,561 INFO [RS:0;b29c245002d9:46039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:56,561 INFO [RS:0;b29c245002d9:46039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:56,561 INFO [RS:0;b29c245002d9:46039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:56,561 INFO [RS:0;b29c245002d9:46039 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,46039,1733257555616-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:25:56,585 INFO [RS:0;b29c245002d9:46039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:25:56,585 INFO [RS:0;b29c245002d9:46039 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,46039,1733257555616-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:56,606 INFO [RS:0;b29c245002d9:46039 {}] regionserver.ReplicationSource(231): queueId=1-b29c245002d9,46039,1733257555616, ReplicationSource: 1, currentBandwidth=0 2024-12-03T20:25:56,627 INFO [RS:0;b29c245002d9:46039 {}] regionserver.ReplicationSource(231): queueId=2-b29c245002d9,46039,1733257555616, ReplicationSource: 2, currentBandwidth=0 2024-12-03T20:25:56,627 DEBUG [RS:0;b29c245002d9:46039.replicationSource,1-b29c245002d9,46039,1733257555616 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:44423' 2024-12-03T20:25:56,628 INFO [RS:0;b29c245002d9:46039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:56,628 INFO [RS:0;b29c245002d9:46039 {}] regionserver.Replication(171): b29c245002d9,46039,1733257555616 started 2024-12-03T20:25:56,631 DEBUG [RS:0;b29c245002d9:46039.replicationSource,1-b29c245002d9,46039,1733257555616 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@da42176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:56,631 DEBUG [RS:0;b29c245002d9:46039.replicationSource,1-b29c245002d9,46039,1733257555616 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,44423,-1 for getting cluster id 2024-12-03T20:25:56,631 DEBUG [RS:0;b29c245002d9:46039.replicationSource,1-b29c245002d9,46039,1733257555616 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:25:56,633 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e78b8eb-cf44-4f3b-83db-a124e81983c9' 2024-12-03T20:25:56,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:25:56,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e78b8eb-cf44-4f3b-83db-a124e81983c9" 2024-12-03T20:25:56,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@770d51af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:56,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,44423,-1] 2024-12-03T20:25:56,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:25:56,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:56,636 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:25:56,641 DEBUG [RS:0;b29c245002d9:46039.replicationSource,1-b29c245002d9,46039,1733257555616 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36afbd0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:56,641 DEBUG [RS:0;b29c245002d9:46039.replicationSource,1-b29c245002d9,46039,1733257555616 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:25:56,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,44423,1733257545415 2024-12-03T20:25:56,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@276e8305 2024-12-03T20:25:56,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:25:56,645 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-03T20:25:56,646 INFO [RS:0;b29c245002d9:46039.replicationSource,1-b29c245002d9,46039,1733257555616 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b29c245002d9,46039,1733257555616 (queues=0) is replicating from cluster=a2dca1dd-bae1-4946-9a1f-68e3e6d18a38 to cluster=8e78b8eb-cf44-4f3b-83db-a124e81983c9 2024-12-03T20:25:56,647 INFO [RS:0;b29c245002d9:46039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:25:56,647 INFO [RS:0;b29c245002d9:46039 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,46039,1733257555616, RpcServer on b29c245002d9/172.17.0.3:46039, sessionid=0x1019cdf0ba20007 2024-12-03T20:25:56,647 DEBUG [RS:0;b29c245002d9:46039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:25:56,647 DEBUG [RS:0;b29c245002d9:46039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,46039,1733257555616 2024-12-03T20:25:56,647 DEBUG [RS:0;b29c245002d9:46039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,46039,1733257555616' 2024-12-03T20:25:56,647 DEBUG [RS:0;b29c245002d9:46039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1587587320/flush-table-proc/abort' 2024-12-03T20:25:56,648 DEBUG [RS:0;b29c245002d9:46039.replicationSource,2-b29c245002d9,46039,1733257555616 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:44423' 2024-12-03T20:25:56,648 DEBUG [RS:0;b29c245002d9:46039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1587587320/flush-table-proc/acquired' 2024-12-03T20:25:56,648 DEBUG [RS:0;b29c245002d9:46039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:25:56,648 DEBUG [RS:0;b29c245002d9:46039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:25:56,648 DEBUG [RS:0;b29c245002d9:46039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,46039,1733257555616 2024-12-03T20:25:56,648 DEBUG [RS:0;b29c245002d9:46039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,46039,1733257555616' 2024-12-03T20:25:56,648 DEBUG [RS:0;b29c245002d9:46039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1587587320/online-snapshot/abort' 2024-12-03T20:25:56,648 DEBUG [RS:0;b29c245002d9:46039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1587587320/online-snapshot/acquired' 2024-12-03T20:25:56,649 DEBUG [RS:0;b29c245002d9:46039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:25:56,649 INFO [RS:0;b29c245002d9:46039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:25:56,649 INFO [RS:0;b29c245002d9:46039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:25:56,649 DEBUG [RS:0;b29c245002d9:46039.replicationSource,2-b29c245002d9,46039,1733257555616 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2736bb0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:56,649 DEBUG [RS:0;b29c245002d9:46039.replicationSource,2-b29c245002d9,46039,1733257555616 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,44423,-1 for getting cluster id 2024-12-03T20:25:56,650 DEBUG [RS:0;b29c245002d9:46039.replicationSource,2-b29c245002d9,46039,1733257555616 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:25:56,650 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e78b8eb-cf44-4f3b-83db-a124e81983c9' 2024-12-03T20:25:56,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:25:56,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e78b8eb-cf44-4f3b-83db-a124e81983c9" 2024-12-03T20:25:56,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52203e65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:56,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,44423,-1] 2024-12-03T20:25:56,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:25:56,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:25:56,653 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:25:56,654 DEBUG [RS:0;b29c245002d9:46039.replicationSource,2-b29c245002d9,46039,1733257555616 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f1c9776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:25:56,654 DEBUG [RS:0;b29c245002d9:46039.replicationSource,2-b29c245002d9,46039,1733257555616 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:25:56,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,44423,1733257545415 2024-12-03T20:25:56,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dc2fd66 2024-12-03T20:25:56,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:25:56,661 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-03T20:25:56,666 INFO [RS:0;b29c245002d9:46039.replicationSource,2-b29c245002d9,46039,1733257555616 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b29c245002d9,46039,1733257555616 (queues=0) is replicating from cluster=a2dca1dd-bae1-4946-9a1f-68e3e6d18a38 to cluster=8e78b8eb-cf44-4f3b-83db-a124e81983c9 2024-12-03T20:25:56,750 INFO [RS:0;b29c245002d9:46039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:25:56,754 INFO [RS:0;b29c245002d9:46039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C46039%2C1733257555616, suffix=, logDir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616, archiveDir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/oldWALs, maxLogs=10 2024-12-03T20:25:56,770 DEBUG [RS:0;b29c245002d9:46039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754, exclude list is [], retry=0 2024-12-03T20:25:56,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45305,DS-3c359168-2a39-46dd-bf26-414f35c9cd26,DISK] 2024-12-03T20:25:56,781 INFO [RS:0;b29c245002d9:46039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754 2024-12-03T20:25:56,783 DEBUG [RS:0;b29c245002d9:46039 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b29c245002d9%2C46039%2C1733257555616 for peer 1 2024-12-03T20:25:56,783 DEBUG [RS:0;b29c245002d9:46039 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b29c245002d9%2C46039%2C1733257555616 for peer 2 2024-12-03T20:25:56,783 DEBUG [RS:0;b29c245002d9:46039 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b29c245002d9%2C46039%2C1733257555616 2024-12-03T20:25:56,783 INFO [RS:0;b29c245002d9:46039 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b29c245002d9,46039,1733257555616, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T20:25:56,786 DEBUG [RS:0;b29c245002d9:46039 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b29c245002d9%2C46039%2C1733257555616 2024-12-03T20:25:56,786 INFO [RS:0;b29c245002d9:46039.replicationSource.shipperb29c245002d9%2C46039%2C1733257555616,1-b29c245002d9,46039,1733257555616 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b29c245002d9%2C46039%2C1733257555616 2024-12-03T20:25:56,786 INFO [RS:0;b29c245002d9:46039 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b29c245002d9,46039,1733257555616, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T20:25:56,786 DEBUG [RS:0;b29c245002d9:46039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34685:34685)] 2024-12-03T20:25:56,786 INFO [RS:0;b29c245002d9:46039.replicationSource.shipperb29c245002d9%2C46039%2C1733257555616,2-b29c245002d9,46039,1733257555616 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b29c245002d9%2C46039%2C1733257555616 2024-12-03T20:25:56,787 DEBUG [RS:0;b29c245002d9:46039.replicationSource.wal-reader.b29c245002d9%2C46039%2C1733257555616,1-b29c245002d9,46039,1733257555616 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754, startPosition=0, beingWritten=true 2024-12-03T20:25:56,787 DEBUG [RS:0;b29c245002d9:46039.replicationSource.wal-reader.b29c245002d9%2C46039%2C1733257555616,2-b29c245002d9,46039,1733257555616 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754, startPosition=0, beingWritten=true 2024-12-03T20:25:56,998 DEBUG [RS:0;b29c245002d9:46039.replicationSource.wal-reader.b29c245002d9%2C46039%2C1733257555616,2-b29c245002d9,46039,1733257555616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754 to pos 0, reset compression=false 2024-12-03T20:25:57,000 DEBUG [RS:0;b29c245002d9:46039.replicationSource.wal-reader.b29c245002d9%2C46039%2C1733257555616,1-b29c245002d9,46039,1733257555616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754 to pos 0, reset compression=false 2024-12-03T20:25:57,003 DEBUG [b29c245002d9:37225 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:25:57,003 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,46039,1733257555616 2024-12-03T20:25:57,007 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,46039,1733257555616, state=OPENING 2024-12-03T20:25:57,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1587587320/meta-region-server 2024-12-03T20:25:57,034 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:25:57,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,46039,1733257555616}] 2024-12-03T20:25:57,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1587587320/meta-region-server: CHANGED 2024-12-03T20:25:57,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46039-0x1019cdf0ba20007, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1587587320/meta-region-server 2024-12-03T20:25:57,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1587587320/meta-region-server: CHANGED 2024-12-03T20:25:57,190 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:25:57,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:25:57,198 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:25:57,199 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:25:57,199 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:25:57,201 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C46039%2C1733257555616.meta, suffix=.meta, logDir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616, archiveDir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/oldWALs, maxLogs=10 2024-12-03T20:25:57,221 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.meta.1733257557202.meta, exclude list is [], retry=0 2024-12-03T20:25:57,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45305,DS-3c359168-2a39-46dd-bf26-414f35c9cd26,DISK] 2024-12-03T20:25:57,229 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.meta.1733257557202.meta 2024-12-03T20:25:57,230 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34685:34685)] 2024-12-03T20:25:57,231 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:25:57,231 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:25:57,232 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:25:57,232 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:25:57,232 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:25:57,232 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:25:57,232 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:25:57,232 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:25:57,232 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:25:57,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:25:57,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:25:57,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:57,258 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/info/e8e664f8f489439b930b77602c0aa6a1 2024-12-03T20:25:57,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:25:57,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:25:57,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:25:57,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:57,268 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/ns/05c3b9e6968d44baaf8f9ad90a514e78 2024-12-03T20:25:57,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:25:57,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:25:57,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:25:57,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:57,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:25:57,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:25:57,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:25:57,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:25:57,305 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/table/33a6d9d0d1c44ed597fd44195908042e 2024-12-03T20:25:57,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:25:57,305 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:25:57,306 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740 2024-12-03T20:25:57,308 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740 2024-12-03T20:25:57,309 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:25:57,309 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:25:57,311 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:25:57,319 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:25:57,319 DEBUG [RS:0;b29c245002d9:46039.replicationSource.wal-reader.b29c245002d9%2C46039%2C1733257555616,1-b29c245002d9,46039,1733257555616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754 to pos 0, reset compression=false 2024-12-03T20:25:57,323 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72266216, jitterRate=0.0768505334854126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:25:57,323 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:25:57,323 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257557233Writing region info on filesystem at 1733257557233Initializing all the Stores at 1733257557236 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257557236Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257557244 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257557244Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257557244Cleaning up temporary data from old regions at 1733257557309 (+65 ms)Running coprocessor post-open hooks at 1733257557323 (+14 ms)Region opened successfully at 1733257557323 2024-12-03T20:25:57,325 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733257557190 2024-12-03T20:25:57,333 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:25:57,333 DEBUG [RS:0;b29c245002d9:46039.replicationSource.wal-reader.b29c245002d9%2C46039%2C1733257555616,2-b29c245002d9,46039,1733257555616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754 to pos 0, reset compression=false 2024-12-03T20:25:57,333 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:25:57,337 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b29c245002d9,46039,1733257555616 2024-12-03T20:25:57,349 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,46039,1733257555616, state=OPEN 2024-12-03T20:25:57,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1587587320/meta-region-server 2024-12-03T20:25:57,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46039-0x1019cdf0ba20007, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1587587320/meta-region-server 2024-12-03T20:25:57,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1587587320/meta-region-server: CHANGED 2024-12-03T20:25:57,361 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,46039,1733257555616 2024-12-03T20:25:57,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1587587320/meta-region-server: CHANGED 2024-12-03T20:25:57,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-03T20:25:57,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,46039,1733257555616 in 327 msec 2024-12-03T20:25:57,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-03T20:25:57,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0280 sec 2024-12-03T20:25:57,775 DEBUG [RS:0;b29c245002d9:46039.replicationSource.wal-reader.b29c245002d9%2C46039%2C1733257555616,1-b29c245002d9,46039,1733257555616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754 to pos 0, reset compression=false 2024-12-03T20:25:57,795 DEBUG [RS:0;b29c245002d9:46039.replicationSource.wal-reader.b29c245002d9%2C46039%2C1733257555616,2-b29c245002d9,46039,1733257555616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754 to pos 0, reset compression=false 2024-12-03T20:25:57,963 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1618ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1514ms 2024-12-03T20:25:58,288 DEBUG [RS:0;b29c245002d9:46039.replicationSource.wal-reader.b29c245002d9%2C46039%2C1733257555616,1-b29c245002d9,46039,1733257555616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754 to pos 0, reset compression=false 2024-12-03T20:25:58,303 DEBUG [RS:0;b29c245002d9:46039.replicationSource.wal-reader.b29c245002d9%2C46039%2C1733257555616,2-b29c245002d9,46039,1733257555616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754 to pos 0, reset compression=false 2024-12-03T20:25:58,837 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:25:58,910 DEBUG [RS:0;b29c245002d9:46039.replicationSource.wal-reader.b29c245002d9%2C46039%2C1733257555616,1-b29c245002d9,46039,1733257555616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754 to pos 0, reset compression=false 2024-12-03T20:25:58,920 DEBUG [RS:0;b29c245002d9:46039.replicationSource.wal-reader.b29c245002d9%2C46039%2C1733257555616,2-b29c245002d9,46039,1733257555616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754 to pos 0, reset compression=false 2024-12-03T20:25:59,465 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3120ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3016ms 2024-12-03T20:25:59,616 DEBUG [RS:0;b29c245002d9:46039.replicationSource.wal-reader.b29c245002d9%2C46039%2C1733257555616,1-b29c245002d9,46039,1733257555616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754 to pos 0, reset compression=false 2024-12-03T20:25:59,625 DEBUG [RS:0;b29c245002d9:46039.replicationSource.wal-reader.b29c245002d9%2C46039%2C1733257555616,2-b29c245002d9,46039,1733257555616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754 to pos 0, reset compression=false 2024-12-03T20:26:00,423 DEBUG [RS:0;b29c245002d9:46039.replicationSource.wal-reader.b29c245002d9%2C46039%2C1733257555616,1-b29c245002d9,46039,1733257555616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754 to pos 0, reset compression=false 2024-12-03T20:26:00,431 DEBUG [RS:0;b29c245002d9:46039.replicationSource.wal-reader.b29c245002d9%2C46039%2C1733257555616,2-b29c245002d9,46039,1733257555616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754 to pos 0, reset compression=false 2024-12-03T20:26:00,868 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4523ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-03T20:26:00,868 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:26:00,869 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:26:00,869 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,46039,1733257555616, seqNum=-1] 2024-12-03T20:26:00,869 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:26:00,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:26:00,879 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=55e16c462127f2336877487bf6273c4d, regionState=OPEN, lastHost=b29c245002d9,39453,1733257537847, regionLocation=b29c245002d9,39453,1733257537847, openSeqNum=2 2024-12-03T20:26:00,879 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:26:00,879 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257620879 2024-12-03T20:26:00,880 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257680879 2024-12-03T20:26:00,880 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-12-03T20:26:00,880 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b29c245002d9,39453,1733257537847 had 2 regions 2024-12-03T20:26:00,882 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,37225,1733257555474-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:00,882 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,37225,1733257555474-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:00,882 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,37225,1733257555474-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:00,882 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:37225, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:00,883 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:00,884 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b29c245002d9,39453,1733257537847, splitWal=true, meta=true, isMeta: false 2024-12-03T20:26:00,885 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:00,887 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847-splitting dir is empty, no logs to split. 2024-12-03T20:26:00,888 INFO [PEWorker-3 {}] master.SplitWALManager(105): b29c245002d9,39453,1733257537847 WAL count=0, meta=false 2024-12-03T20:26:00,896 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,39453,1733257537847-splitting dir is empty, no logs to split. 2024-12-03T20:26:00,896 INFO [PEWorker-3 {}] master.SplitWALManager(105): b29c245002d9,39453,1733257537847 WAL count=0, meta=false 2024-12-03T20:26:00,896 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b29c245002d9,39453,1733257537847 WAL splitting is done? wals=0, meta=false 2024-12-03T20:26:00,902 WARN [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b29c245002d9,39453,1733257537847/hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. 2024-12-03T20:26:00,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55e16c462127f2336877487bf6273c4d, ASSIGN}] 2024-12-03T20:26:00,906 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.219sec 2024-12-03T20:26:00,906 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:26:00,907 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:26:00,907 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:26:00,907 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:26:00,907 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:26:00,907 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55e16c462127f2336877487bf6273c4d, ASSIGN 2024-12-03T20:26:00,907 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,37225,1733257555474-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:26:00,907 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,37225,1733257555474-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:26:00,909 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=55e16c462127f2336877487bf6273c4d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T20:26:00,924 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:26:00,924 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:26:00,924 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,37225,1733257555474-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:00,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701c1cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:00,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,37225,-1 for getting cluster id 2024-12-03T20:26:00,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:26:00,963 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2dca1dd-bae1-4946-9a1f-68e3e6d18a38' 2024-12-03T20:26:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:26:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2dca1dd-bae1-4946-9a1f-68e3e6d18a38" 2024-12-03T20:26:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e8a737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,37225,-1] 2024-12-03T20:26:00,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:26:00,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:00,968 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:26:00,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec74b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:00,971 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:26:00,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,46039,1733257555616, seqNum=-1] 2024-12-03T20:26:00,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:26:00,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:26:00,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-03T20:26:00,979 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:26:00,979 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:26:00,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:00,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:00,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:26:00,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b29c245002d9:37225 after: b29c245002d9:37225 2024-12-03T20:26:00,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:00,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,37225,-1 for getting cluster id 2024-12-03T20:26:00,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:26:00,982 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2dca1dd-bae1-4946-9a1f-68e3e6d18a38' 2024-12-03T20:26:00,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:26:00,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2dca1dd-bae1-4946-9a1f-68e3e6d18a38" 2024-12-03T20:26:00,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be6e344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:00,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,37225,-1] 2024-12-03T20:26:00,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:26:00,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:00,984 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:26:00,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d7e019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:00,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:26:00,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,37225,1733257555474 2024-12-03T20:26:00,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2618842d 2024-12-03T20:26:00,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:26:00,988 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:26:00,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37225 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T20:26:00,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37225 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-03T20:26:00,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37225 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T20:26:00,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37225 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-03T20:26:00,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T20:26:00,992 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:26:00,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:26:00,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:00,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:00,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:26:00,993 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:26:00,993 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=335601468, stopped=false 2024-12-03T20:26:00,993 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,44423,1733257545415 2024-12-03T20:26:01,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1019cdf0ba20004, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11829585562/running 2024-12-03T20:26:01,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11829585562/running 2024-12-03T20:26:01,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1019cdf0ba20004, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11829585562 2024-12-03T20:26:01,040 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:26:01,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11829585562 2024-12-03T20:26:01,041 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:26:01,041 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:26:01,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Set watcher on znode that does not yet exist, /11829585562/running 2024-12-03T20:26:01,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35605-0x1019cdf0ba20004, quorum=127.0.0.1:63659, baseZNode=/11829585562 Set watcher on znode that does not yet exist, /11829585562/running 2024-12-03T20:26:01,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:01,041 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,35605,1733257545684' ***** 2024-12-03T20:26:01,042 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:26:01,042 INFO [RS:0;b29c245002d9:35605 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:26:01,042 INFO [RS:0;b29c245002d9:35605 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:26:01,042 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:26:01,042 INFO [RS:0;b29c245002d9:35605 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:26:01,042 INFO [RS:0;b29c245002d9:35605 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,35605,1733257545684 2024-12-03T20:26:01,042 INFO [RS:0;b29c245002d9:35605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:26:01,043 INFO [RS:0;b29c245002d9:35605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:35605. 2024-12-03T20:26:01,043 DEBUG [RS:0;b29c245002d9:35605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:26:01,043 DEBUG [RS:0;b29c245002d9:35605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:01,043 INFO [RS:0;b29c245002d9:35605 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:26:01,043 INFO [RS:0;b29c245002d9:35605 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:26:01,043 INFO [RS:0;b29c245002d9:35605 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:26:01,043 INFO [RS:0;b29c245002d9:35605 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:26:01,044 INFO [RS:0;b29c245002d9:35605 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T20:26:01,044 DEBUG [RS:0;b29c245002d9:35605 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:26:01,044 DEBUG [RS:0;b29c245002d9:35605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:26:01,044 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:26:01,044 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:26:01,044 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:26:01,044 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:26:01,044 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:26:01,044 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T20:26:01,059 DEBUG [b29c245002d9:37225 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:26:01,060 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=55e16c462127f2336877487bf6273c4d, regionState=OPENING, regionLocation=b29c245002d9,46039,1733257555616 2024-12-03T20:26:01,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=55e16c462127f2336877487bf6273c4d, ASSIGN because future has completed 2024-12-03T20:26:01,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55e16c462127f2336877487bf6273c4d, server=b29c245002d9,46039,1733257555616}] 2024-12-03T20:26:01,068 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/data/hbase/meta/1588230740/.tmp/ns/c29aac7b31114b2eb3764ad1e0186ca5 is 43, key is default/ns:d/1733257548137/Put/seqid=0 2024-12-03T20:26:01,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741835_1011 (size=5153) 2024-12-03T20:26:01,073 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/data/hbase/meta/1588230740/.tmp/ns/c29aac7b31114b2eb3764ad1e0186ca5 2024-12-03T20:26:01,081 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/data/hbase/meta/1588230740/.tmp/ns/c29aac7b31114b2eb3764ad1e0186ca5 as hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/data/hbase/meta/1588230740/ns/c29aac7b31114b2eb3764ad1e0186ca5 2024-12-03T20:26:01,088 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/data/hbase/meta/1588230740/ns/c29aac7b31114b2eb3764ad1e0186ca5, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T20:26:01,089 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 45ms, sequenceid=6, compaction requested=false 2024-12-03T20:26:01,089 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T20:26:01,094 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T20:26:01,094 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:26:01,094 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:26:01,095 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:26:01,095 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257561044Running coprocessor pre-close hooks at 1733257561044Disabling compacts and flushes for region at 1733257561044Disabling writes for close at 1733257561044Obtaining lock to block concurrent updates at 1733257561044Preparing flush snapshotting stores in 1588230740 at 1733257561044Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733257561045 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733257561046 (+1 ms)Flushing 1588230740/ns: creating writer at 1733257561046Flushing 1588230740/ns: appending metadata at 1733257561068 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733257561068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@126b1356: reopening flushed file at 1733257561080 (+12 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 45ms, sequenceid=6, compaction requested=false at 1733257561089 (+9 ms)Writing region close event to WAL at 1733257561090 (+1 ms)Running coprocessor post-close hooks at 1733257561094 (+4 ms)Closed at 1733257561095 (+1 ms) 2024-12-03T20:26:01,095 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:26:01,097 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:26:01,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. 2024-12-03T20:26:01,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:26:01,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T20:26:01,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C46039%2C1733257555616.rep, suffix=, logDir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616, archiveDir=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/oldWALs, maxLogs=10 2024-12-03T20:26:01,244 INFO [RS:0;b29c245002d9:35605 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,35605,1733257545684; all regions closed. 2024-12-03T20:26:01,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741834_1010 (size=1152) 2024-12-03T20:26:01,247 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/WALs/b29c245002d9,35605,1733257545684/b29c245002d9%2C35605%2C1733257545684.meta.1733257547996.meta not finished, retry = 0 2024-12-03T20:26:01,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.rep.1733257561231, exclude list is [], retry=0 2024-12-03T20:26:01,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45305,DS-3c359168-2a39-46dd-bf26-414f35c9cd26,DISK] 2024-12-03T20:26:01,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.rep.1733257561231 2024-12-03T20:26:01,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34685:34685)] 2024-12-03T20:26:01,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 55e16c462127f2336877487bf6273c4d, NAME => 'hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:26:01,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:26:01,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:26:01,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. service=MultiRowMutationService 2024-12-03T20:26:01,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T20:26:01,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 55e16c462127f2336877487bf6273c4d 2024-12-03T20:26:01,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:01,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 55e16c462127f2336877487bf6273c4d 2024-12-03T20:26:01,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 55e16c462127f2336877487bf6273c4d 2024-12-03T20:26:01,255 INFO [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 55e16c462127f2336877487bf6273c4d 2024-12-03T20:26:01,256 INFO [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55e16c462127f2336877487bf6273c4d columnFamilyName hfileref 2024-12-03T20:26:01,256 DEBUG [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:01,257 INFO [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] regionserver.HStore(327): Store=55e16c462127f2336877487bf6273c4d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:01,257 INFO [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 55e16c462127f2336877487bf6273c4d 2024-12-03T20:26:01,258 INFO [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55e16c462127f2336877487bf6273c4d columnFamilyName queue 2024-12-03T20:26:01,258 DEBUG [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:01,265 DEBUG [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/replication/55e16c462127f2336877487bf6273c4d/queue/6d961ae4c34f498da438e2cdea144e2c 2024-12-03T20:26:01,265 INFO [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] regionserver.HStore(327): Store=55e16c462127f2336877487bf6273c4d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:01,266 INFO [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 55e16c462127f2336877487bf6273c4d 2024-12-03T20:26:01,267 INFO [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55e16c462127f2336877487bf6273c4d columnFamilyName sid 2024-12-03T20:26:01,267 DEBUG [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:01,267 INFO [StoreOpener-55e16c462127f2336877487bf6273c4d-1 {}] regionserver.HStore(327): Store=55e16c462127f2336877487bf6273c4d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:01,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 55e16c462127f2336877487bf6273c4d 2024-12-03T20:26:01,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/replication/55e16c462127f2336877487bf6273c4d 2024-12-03T20:26:01,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/replication/55e16c462127f2336877487bf6273c4d 2024-12-03T20:26:01,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 55e16c462127f2336877487bf6273c4d 2024-12-03T20:26:01,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 55e16c462127f2336877487bf6273c4d 2024-12-03T20:26:01,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:26:01,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 55e16c462127f2336877487bf6273c4d 2024-12-03T20:26:01,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 55e16c462127f2336877487bf6273c4d; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71422056, jitterRate=0.06427156925201416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:26:01,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55e16c462127f2336877487bf6273c4d 2024-12-03T20:26:01,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 55e16c462127f2336877487bf6273c4d: Running coprocessor pre-open hook at 1733257561253Writing region info on filesystem at 1733257561253Initializing all the Stores at 1733257561254 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257561254Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257561255 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257561255Cleaning up temporary data from old regions at 1733257561271 (+16 ms)Running coprocessor post-open hooks at 1733257561275 (+4 ms)Region opened successfully at 1733257561276 (+1 ms) 2024-12-03T20:26:01,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d., pid=19, masterSystemTime=1733257561218 2024-12-03T20:26:01,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. 2024-12-03T20:26:01,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. 2024-12-03T20:26:01,280 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=55e16c462127f2336877487bf6273c4d, regionState=OPEN, openSeqNum=10, regionLocation=b29c245002d9,46039,1733257555616 2024-12-03T20:26:01,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55e16c462127f2336877487bf6273c4d, server=b29c245002d9,46039,1733257555616 because future has completed 2024-12-03T20:26:01,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-03T20:26:01,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 55e16c462127f2336877487bf6273c4d, server=b29c245002d9,46039,1733257555616 in 219 msec 2024-12-03T20:26:01,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-03T20:26:01,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55e16c462127f2336877487bf6273c4d, ASSIGN in 383 msec 2024-12-03T20:26:01,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-03T20:26:01,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d., hostname=b29c245002d9,46039,1733257555616, seqNum=10] 2024-12-03T20:26:01,328 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for b29c245002d9,39453,1733257537847 2024-12-03T20:26:01,329 DEBUG [RS:0;b29c245002d9:46039.replicationSource.wal-reader.b29c245002d9%2C46039%2C1733257555616,1-b29c245002d9,46039,1733257555616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754 to pos 0, reset compression=false 2024-12-03T20:26:01,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-03T20:26:01,337 DEBUG [RS:0;b29c245002d9:46039.replicationSource.wal-reader.b29c245002d9%2C46039%2C1733257555616,2-b29c245002d9,46039,1733257555616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754 to pos 0, reset compression=false 2024-12-03T20:26:01,349 DEBUG [RS:0;b29c245002d9:35605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/oldWALs 2024-12-03T20:26:01,350 INFO [RS:0;b29c245002d9:35605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C35605%2C1733257545684.meta:.meta(num 1733257547996) 2024-12-03T20:26:01,352 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/WALs/b29c245002d9,35605,1733257545684/b29c245002d9%2C35605%2C1733257545684.1733257547560 not finished, retry = 0 2024-12-03T20:26:01,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741833_1009 (size=93) 2024-12-03T20:26:01,354 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:26:01,354 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:26:01,456 DEBUG [RS:0;b29c245002d9:35605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/oldWALs 2024-12-03T20:26:01,456 INFO [RS:0;b29c245002d9:35605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C35605%2C1733257545684:(num 1733257547560) 2024-12-03T20:26:01,456 DEBUG [RS:0;b29c245002d9:35605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:01,456 INFO [RS:0;b29c245002d9:35605 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:26:01,456 INFO [RS:0;b29c245002d9:35605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:26:01,456 INFO [RS:0;b29c245002d9:35605 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T20:26:01,457 INFO [RS:0;b29c245002d9:35605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:26:01,457 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:26:01,457 INFO [RS:0;b29c245002d9:35605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35605 2024-12-03T20:26:01,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1019cdf0ba20004, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11829585562/rs/b29c245002d9,35605,1733257545684 2024-12-03T20:26:01,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11829585562/rs 2024-12-03T20:26:01,487 INFO [RS:0;b29c245002d9:35605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:26:01,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-03T20:26:01,498 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,35605,1733257545684] 2024-12-03T20:26:01,507 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11829585562/draining/b29c245002d9,35605,1733257545684 already deleted, retry=false 2024-12-03T20:26:01,508 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,35605,1733257545684 expired; onlineServers=0 2024-12-03T20:26:01,508 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,44423,1733257545415' ***** 2024-12-03T20:26:01,508 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:26:01,508 INFO [M:0;b29c245002d9:44423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:26:01,508 INFO [M:0;b29c245002d9:44423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:26:01,508 DEBUG [M:0;b29c245002d9:44423 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:26:01,508 DEBUG [M:0;b29c245002d9:44423 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:26:01,508 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:26:01,508 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257546943 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257546943,5,FailOnTimeoutGroup] 2024-12-03T20:26:01,508 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257546943 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257546943,5,FailOnTimeoutGroup] 2024-12-03T20:26:01,508 INFO [M:0;b29c245002d9:44423 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:26:01,509 INFO [M:0;b29c245002d9:44423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:26:01,509 DEBUG [M:0;b29c245002d9:44423 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:26:01,509 INFO [M:0;b29c245002d9:44423 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:26:01,509 INFO [M:0;b29c245002d9:44423 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:26:01,509 INFO [M:0;b29c245002d9:44423 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:26:01,509 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:26:01,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11829585562/master 2024-12-03T20:26:01,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11829585562 2024-12-03T20:26:01,518 DEBUG [M:0;b29c245002d9:44423 {}] zookeeper.ZKUtil(347): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Unable to get data of znode /11829585562/master because node does not exist (not an error) 2024-12-03T20:26:01,518 WARN [M:0;b29c245002d9:44423 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T20:26:01,521 INFO [M:0;b29c245002d9:44423 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/.lastflushedseqids 2024-12-03T20:26:01,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741836_1012 (size=99) 2024-12-03T20:26:01,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1019cdf0ba20004, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:26:01,598 INFO [RS:0;b29c245002d9:35605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:26:01,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35605-0x1019cdf0ba20004, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:26:01,598 INFO [RS:0;b29c245002d9:35605 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,35605,1733257545684; zookeeper connection closed. 2024-12-03T20:26:01,598 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4877202c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4877202c 2024-12-03T20:26:01,599 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T20:26:01,933 INFO [M:0;b29c245002d9:44423 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:26:01,933 INFO [M:0;b29c245002d9:44423 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:26:01,933 DEBUG [M:0;b29c245002d9:44423 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:26:01,933 INFO [M:0;b29c245002d9:44423 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:01,933 DEBUG [M:0;b29c245002d9:44423 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:01,934 DEBUG [M:0;b29c245002d9:44423 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:26:01,934 DEBUG [M:0;b29c245002d9:44423 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:01,934 INFO [M:0;b29c245002d9:44423 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T20:26:01,956 DEBUG [M:0;b29c245002d9:44423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c79dc846a06e44a797830c3ad7f96faa is 82, key is hbase:meta,,1/info:regioninfo/1733257548039/Put/seqid=0 2024-12-03T20:26:01,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741837_1013 (size=5672) 2024-12-03T20:26:02,337 DEBUG [RS:0;b29c245002d9:46039.replicationSource.wal-reader.b29c245002d9%2C46039%2C1733257555616,1-b29c245002d9,46039,1733257555616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754 to pos 0, reset compression=false 2024-12-03T20:26:02,343 DEBUG [RS:0;b29c245002d9:46039.replicationSource.wal-reader.b29c245002d9%2C46039%2C1733257555616,2-b29c245002d9,46039,1733257555616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754 to pos 0, reset compression=false 2024-12-03T20:26:02,361 INFO [M:0;b29c245002d9:44423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c79dc846a06e44a797830c3ad7f96faa 2024-12-03T20:26:02,400 DEBUG [M:0;b29c245002d9:44423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d2b8a86ce054f879703efd5b8167795 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733257548144/Put/seqid=0 2024-12-03T20:26:02,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741838_1014 (size=5275) 2024-12-03T20:26:02,811 INFO [M:0;b29c245002d9:44423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d2b8a86ce054f879703efd5b8167795 2024-12-03T20:26:02,833 DEBUG [M:0;b29c245002d9:44423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c53a627660cf4e698d1810685cb415bc is 69, key is b29c245002d9,35605,1733257545684/rs:state/1733257546991/Put/seqid=0 2024-12-03T20:26:02,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741839_1015 (size=5156) 2024-12-03T20:26:03,238 INFO [M:0;b29c245002d9:44423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c53a627660cf4e698d1810685cb415bc 2024-12-03T20:26:03,245 DEBUG [M:0;b29c245002d9:44423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c79dc846a06e44a797830c3ad7f96faa as hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c79dc846a06e44a797830c3ad7f96faa 2024-12-03T20:26:03,254 INFO [M:0;b29c245002d9:44423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c79dc846a06e44a797830c3ad7f96faa, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T20:26:03,255 DEBUG [M:0;b29c245002d9:44423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d2b8a86ce054f879703efd5b8167795 as hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d2b8a86ce054f879703efd5b8167795 2024-12-03T20:26:03,261 INFO [M:0;b29c245002d9:44423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d2b8a86ce054f879703efd5b8167795, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T20:26:03,262 DEBUG [M:0;b29c245002d9:44423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c53a627660cf4e698d1810685cb415bc as hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c53a627660cf4e698d1810685cb415bc 2024-12-03T20:26:03,268 INFO [M:0;b29c245002d9:44423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38183/user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c53a627660cf4e698d1810685cb415bc, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T20:26:03,269 INFO [M:0;b29c245002d9:44423 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=28, compaction requested=false 2024-12-03T20:26:03,270 INFO [M:0;b29c245002d9:44423 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:03,270 DEBUG [M:0;b29c245002d9:44423 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257561933Disabling compacts and flushes for region at 1733257561933Disabling writes for close at 1733257561934 (+1 ms)Obtaining lock to block concurrent updates at 1733257561934Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257561934Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733257561934Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257561935 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257561935Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257561956 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257561956Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257562371 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257562399 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257562400 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257562817 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257562832 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257562832Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f7f51dd: reopening flushed file at 1733257563244 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a18f31e: reopening flushed file at 1733257563254 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235c5e6a: reopening flushed file at 1733257563261 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=28, compaction requested=false at 1733257563269 (+8 ms)Writing region close event to WAL at 1733257563270 (+1 ms)Closed at 1733257563270 2024-12-03T20:26:03,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44639 is added to blk_1073741830_1006 (size=10165) 2024-12-03T20:26:03,273 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af5218ea-7d20-f6bb-dc3b-34c130a5c594/MasterData/WALs/b29c245002d9,44423,1733257545415/b29c245002d9%2C44423%2C1733257545415.1733257545990 not finished, retry = 0 2024-12-03T20:26:03,374 INFO [M:0;b29c245002d9:44423 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:26:03,374 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:26:03,374 INFO [M:0;b29c245002d9:44423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44423 2024-12-03T20:26:03,377 INFO [M:0;b29c245002d9:44423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:26:03,444 DEBUG [RS:0;b29c245002d9:46039.replicationSource.wal-reader.b29c245002d9%2C46039%2C1733257555616,1-b29c245002d9,46039,1733257555616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754 to pos 0, reset compression=false 2024-12-03T20:26:03,454 DEBUG [RS:0;b29c245002d9:46039.replicationSource.wal-reader.b29c245002d9%2C46039%2C1733257555616,2-b29c245002d9,46039,1733257555616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.1733257556754 to pos 0, reset compression=false 2024-12-03T20:26:03,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:26:03,561 INFO [M:0;b29c245002d9:44423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:26:03,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44423-0x1019cdf0ba20003, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:26:03,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624f606a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:26:03,575 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:26:03,575 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:26:03,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:26:03,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/hadoop.log.dir/,STOPPED} 2024-12-03T20:26:03,594 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:26:03,594 WARN [BP-1704170133-172.17.0.3-1733257542422 heartbeating to localhost/127.0.0.1:38183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:26:03,594 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:26:03,594 WARN [BP-1704170133-172.17.0.3-1733257542422 heartbeating to localhost/127.0.0.1:38183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1704170133-172.17.0.3-1733257542422 (Datanode Uuid 494ef340-7bf6-4adf-9df7-bc8cd1631ee8) service to localhost/127.0.0.1:38183 2024-12-03T20:26:03,595 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/cluster_556b60a1-f69e-69f4-01ba-0b71fd7556e1/data/data1/current/BP-1704170133-172.17.0.3-1733257542422 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:26:03,596 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/cluster_556b60a1-f69e-69f4-01ba-0b71fd7556e1/data/data2/current/BP-1704170133-172.17.0.3-1733257542422 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:26:03,596 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:26:03,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302e235{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:26:03,612 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:26:03,612 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:26:03,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:26:03,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/hadoop.log.dir/,STOPPED} 2024-12-03T20:26:03,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T20:26:03,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T20:26:03,641 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:26:03,641 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:26:03,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:03,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:03,642 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:26:03,642 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1943302301, stopped=false 2024-12-03T20:26:03,642 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,37225,1733257555474 2024-12-03T20:26:03,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:26:03,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46039-0x1019cdf0ba20007, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1587587320/running 2024-12-03T20:26:03,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46039-0x1019cdf0ba20007, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:26:03,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1587587320/running 2024-12-03T20:26:03,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:26:03,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Set watcher on znode that does not yet exist, /0-1587587320/running 2024-12-03T20:26:03,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46039-0x1019cdf0ba20007, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Set watcher on znode that does not yet exist, /0-1587587320/running 2024-12-03T20:26:03,664 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:26:03,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:26:03,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:26:03,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:03,666 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,46039,1733257555616' ***** 2024-12-03T20:26:03,666 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:26:03,666 INFO [RS:0;b29c245002d9:46039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:26:03,666 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:26:03,667 INFO [RS:0;b29c245002d9:46039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:26:03,667 INFO [RS:0;b29c245002d9:46039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:26:03,667 INFO [RS:0;b29c245002d9:46039 {}] regionserver.HRegionServer(3091): Received CLOSE for 55e16c462127f2336877487bf6273c4d 2024-12-03T20:26:03,668 INFO [RS:0;b29c245002d9:46039 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,46039,1733257555616 2024-12-03T20:26:03,668 INFO [RS:0;b29c245002d9:46039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:26:03,668 INFO [RS:0;b29c245002d9:46039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:46039. 2024-12-03T20:26:03,668 DEBUG [RS:0;b29c245002d9:46039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:26:03,668 DEBUG [RS:0;b29c245002d9:46039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:03,669 INFO [RS:0;b29c245002d9:46039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:26:03,669 INFO [RS:0;b29c245002d9:46039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:26:03,669 INFO [RS:0;b29c245002d9:46039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:26:03,669 INFO [RS:0;b29c245002d9:46039 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:26:03,670 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:26:03,672 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55e16c462127f2336877487bf6273c4d, disabling compactions & flushes 2024-12-03T20:26:03,673 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. 2024-12-03T20:26:03,673 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. 2024-12-03T20:26:03,673 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. after waiting 0 ms 2024-12-03T20:26:03,673 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. 2024-12-03T20:26:03,673 INFO [RS:0;b29c245002d9:46039 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T20:26:03,673 DEBUG [RS:0;b29c245002d9:46039 {}] regionserver.HRegionServer(1325): Online Regions={55e16c462127f2336877487bf6273c4d=hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:26:03,673 DEBUG [RS:0;b29c245002d9:46039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55e16c462127f2336877487bf6273c4d 2024-12-03T20:26:03,674 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:26:03,674 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:26:03,674 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:26:03,674 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:26:03,674 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:26:03,674 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-03T20:26:03,701 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/replication/55e16c462127f2336877487bf6273c4d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-03T20:26:03,704 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:26:03,704 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:26:03,704 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. 2024-12-03T20:26:03,705 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55e16c462127f2336877487bf6273c4d: Waiting for close lock at 1733257563672Running coprocessor pre-close hooks at 1733257563672Disabling compacts and flushes for region at 1733257563672Disabling writes for close at 1733257563673 (+1 ms)Writing region close event to WAL at 1733257563689 (+16 ms)Running coprocessor post-close hooks at 1733257563704 (+15 ms)Closed at 1733257563704 2024-12-03T20:26:03,705 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d. 2024-12-03T20:26:03,724 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/.tmp/info/66f05f66187a426f994357046f664a57 is 147, key is hbase:replication,,1733257548375.55e16c462127f2336877487bf6273c4d./info:regioninfo/1733257561280/Put/seqid=0 2024-12-03T20:26:03,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741851_1027 (size=6385) 2024-12-03T20:26:03,874 DEBUG [RS:0;b29c245002d9:46039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:26:04,074 DEBUG [RS:0;b29c245002d9:46039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:26:04,140 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/.tmp/info/66f05f66187a426f994357046f664a57 2024-12-03T20:26:04,150 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/.tmp/info/66f05f66187a426f994357046f664a57 as hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/info/66f05f66187a426f994357046f664a57 2024-12-03T20:26:04,159 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/info/66f05f66187a426f994357046f664a57, entries=8, sequenceid=19, filesize=6.2 K 2024-12-03T20:26:04,161 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 487ms, sequenceid=19, compaction requested=false 2024-12-03T20:26:04,167 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-03T20:26:04,168 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:26:04,168 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:26:04,168 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:26:04,168 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257563674Running coprocessor pre-close hooks at 1733257563674Disabling compacts and flushes for region at 1733257563674Disabling writes for close at 1733257563674Obtaining lock to block concurrent updates at 1733257563674Preparing flush snapshotting stores in 1588230740 at 1733257563674Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733257563678 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733257563688 (+10 ms)Flushing 1588230740/info: creating writer at 1733257563688Flushing 1588230740/info: appending metadata at 1733257563723 (+35 ms)Flushing 1588230740/info: closing flushed file at 1733257563723Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7f80d5: reopening flushed file at 1733257564148 (+425 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 487ms, sequenceid=19, compaction requested=false at 1733257564161 (+13 ms)Writing region close event to WAL at 1733257564163 (+2 ms)Running coprocessor post-close hooks at 1733257564168 (+5 ms)Closed at 1733257564168 2024-12-03T20:26:04,168 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:26:04,274 INFO [RS:0;b29c245002d9:46039 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,46039,1733257555616; all regions closed. 2024-12-03T20:26:04,278 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.meta.1733257557202.meta not finished, retry = 0 2024-12-03T20:26:04,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741849_1025 (size=2156) 2024-12-03T20:26:04,382 DEBUG [RS:0;b29c245002d9:46039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/oldWALs 2024-12-03T20:26:04,382 INFO [RS:0;b29c245002d9:46039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C46039%2C1733257555616.meta:.meta(num 1733257557202) 2024-12-03T20:26:04,385 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/WALs/b29c245002d9,46039,1733257555616/b29c245002d9%2C46039%2C1733257555616.rep.1733257561231 not finished, retry = 0 2024-12-03T20:26:04,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741850_1026 (size=796) 2024-12-03T20:26:04,489 DEBUG [RS:0;b29c245002d9:46039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/oldWALs 2024-12-03T20:26:04,489 INFO [RS:0;b29c245002d9:46039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C46039%2C1733257555616.rep:(num 1733257561231) 2024-12-03T20:26:04,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741848_1024 (size=93) 2024-12-03T20:26:04,500 DEBUG [RS:0;b29c245002d9:46039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/oldWALs 2024-12-03T20:26:04,500 INFO [RS:0;b29c245002d9:46039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C46039%2C1733257555616:(num 1733257556754) 2024-12-03T20:26:04,500 DEBUG [RS:0;b29c245002d9:46039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:04,500 INFO [RS:0;b29c245002d9:46039 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:26:04,500 INFO [RS:0;b29c245002d9:46039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:26:04,501 INFO [RS:0;b29c245002d9:46039 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T20:26:04,501 INFO [RS:0;b29c245002d9:46039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:26:04,501 INFO [RS:0;b29c245002d9:46039 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b29c245002d9,46039,1733257555616 because: Region server is closing 2024-12-03T20:26:04,501 INFO [RS:0;b29c245002d9:46039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:46039. 2024-12-03T20:26:04,501 DEBUG [RS:0;b29c245002d9:46039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:26:04,501 DEBUG [RS:0;b29c245002d9:46039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:04,502 DEBUG [RS:0;b29c245002d9:46039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:04,502 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-03T20:26:04,502 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-03T20:26:04,502 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-03T20:26:04,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:26:04,503 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:26:04,602 WARN [RS:0;b29c245002d9:46039.replicationSource.wal-reader.b29c245002d9%2C46039%2C1733257555616,1-b29c245002d9,46039,1733257555616 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T20:26:04,602 WARN [RS:0;b29c245002d9:46039.replicationSource.shipperb29c245002d9%2C46039%2C1733257555616,1-b29c245002d9,46039,1733257555616 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T20:26:04,603 INFO [RS:0;b29c245002d9:46039 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b29c245002d9:46039.replicationSource.shipperb29c245002d9%2C46039%2C1733257555616,1-b29c245002d9,46039,1733257555616 terminated 2024-12-03T20:26:04,603 INFO [RS:0;b29c245002d9:46039 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b29c245002d9,46039,1733257555616 because: Region server is closing 2024-12-03T20:26:04,603 INFO [RS:0;b29c245002d9:46039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:46039. 2024-12-03T20:26:04,603 DEBUG [RS:0;b29c245002d9:46039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:26:04,604 DEBUG [RS:0;b29c245002d9:46039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:04,604 DEBUG [RS:0;b29c245002d9:46039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:04,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:26:04,704 WARN [RS:0;b29c245002d9:46039.replicationSource.shipperb29c245002d9%2C46039%2C1733257555616,2-b29c245002d9,46039,1733257555616 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T20:26:04,704 INFO [RS:0;b29c245002d9:46039 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;b29c245002d9:46039.replicationSource.shipperb29c245002d9%2C46039%2C1733257555616,2-b29c245002d9,46039,1733257555616 terminated 2024-12-03T20:26:04,705 INFO [RS:0;b29c245002d9:46039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46039 2024-12-03T20:26:04,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320/rs 2024-12-03T20:26:04,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46039-0x1019cdf0ba20007, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1587587320/rs/b29c245002d9,46039,1733257555616 2024-12-03T20:26:04,834 INFO [RS:0;b29c245002d9:46039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:26:04,835 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,46039,1733257555616] 2024-12-03T20:26:04,903 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1587587320/draining/b29c245002d9,46039,1733257555616 already deleted, retry=false 2024-12-03T20:26:04,903 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,46039,1733257555616 expired; onlineServers=0 2024-12-03T20:26:04,903 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,37225,1733257555474' ***** 2024-12-03T20:26:04,903 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:26:04,903 INFO [M:0;b29c245002d9:37225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:26:04,903 INFO [M:0;b29c245002d9:37225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:26:04,903 DEBUG [M:0;b29c245002d9:37225 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:26:04,903 DEBUG [M:0;b29c245002d9:37225 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:26:04,903 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:26:04,904 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257556344 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257556344,5,FailOnTimeoutGroup] 2024-12-03T20:26:04,904 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257556338 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257556338,5,FailOnTimeoutGroup] 2024-12-03T20:26:04,904 INFO [M:0;b29c245002d9:37225 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:26:04,904 INFO [M:0;b29c245002d9:37225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:26:04,904 DEBUG [M:0;b29c245002d9:37225 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:26:04,904 INFO [M:0;b29c245002d9:37225 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:26:04,904 INFO [M:0;b29c245002d9:37225 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:26:04,905 INFO [M:0;b29c245002d9:37225 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:26:04,905 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:26:04,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1587587320/master 2024-12-03T20:26:04,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587587320 2024-12-03T20:26:04,914 DEBUG [M:0;b29c245002d9:37225 {}] zookeeper.ZKUtil(347): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Unable to get data of znode /0-1587587320/master because node does not exist (not an error) 2024-12-03T20:26:04,914 WARN [M:0;b29c245002d9:37225 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T20:26:04,915 INFO [M:0;b29c245002d9:37225 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/.lastflushedseqids 2024-12-03T20:26:04,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741852_1028 (size=181) 2024-12-03T20:26:04,921 INFO [M:0;b29c245002d9:37225 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:26:04,921 INFO [M:0;b29c245002d9:37225 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:26:04,921 DEBUG [M:0;b29c245002d9:37225 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:26:04,921 INFO [M:0;b29c245002d9:37225 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:04,921 DEBUG [M:0;b29c245002d9:37225 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:04,921 DEBUG [M:0;b29c245002d9:37225 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:26:04,922 DEBUG [M:0;b29c245002d9:37225 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:04,922 INFO [M:0;b29c245002d9:37225 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-03T20:26:04,937 DEBUG [M:0;b29c245002d9:37225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44553f1d793c48c0b936713ba3bdd637 is 82, key is hbase:meta,,1/info:regioninfo/1733257557337/Put/seqid=0 2024-12-03T20:26:04,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741853_1029 (size=5680) 2024-12-03T20:26:04,943 INFO [M:0;b29c245002d9:37225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44553f1d793c48c0b936713ba3bdd637 2024-12-03T20:26:04,975 DEBUG [M:0;b29c245002d9:37225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef84b184a45546a2b52aee21bf29d125 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733257561288/Put/seqid=0 2024-12-03T20:26:04,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741854_1030 (size=7319) 2024-12-03T20:26:04,981 INFO [M:0;b29c245002d9:37225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef84b184a45546a2b52aee21bf29d125 2024-12-03T20:26:04,986 INFO [RS:0;b29c245002d9:46039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:26:04,986 INFO [RS:0;b29c245002d9:46039 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,46039,1733257555616; zookeeper connection closed. 2024-12-03T20:26:04,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46039-0x1019cdf0ba20007, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:26:04,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46039-0x1019cdf0ba20007, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:26:04,989 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32582103 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32582103 2024-12-03T20:26:04,989 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T20:26:05,003 DEBUG [M:0;b29c245002d9:37225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2e686b01f20449595c7f83242ae8295 is 69, key is b29c245002d9,46039,1733257555616/rs:state/1733257556411/Put/seqid=0 2024-12-03T20:26:05,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741855_1031 (size=5371) 2024-12-03T20:26:05,408 INFO [M:0;b29c245002d9:37225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2e686b01f20449595c7f83242ae8295 2024-12-03T20:26:05,417 INFO [M:0;b29c245002d9:37225 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2e686b01f20449595c7f83242ae8295 2024-12-03T20:26:05,420 DEBUG [M:0;b29c245002d9:37225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44553f1d793c48c0b936713ba3bdd637 as hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44553f1d793c48c0b936713ba3bdd637 2024-12-03T20:26:05,436 INFO [M:0;b29c245002d9:37225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44553f1d793c48c0b936713ba3bdd637, entries=8, sequenceid=172, filesize=5.5 K 2024-12-03T20:26:05,445 DEBUG [M:0;b29c245002d9:37225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef84b184a45546a2b52aee21bf29d125 as hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ef84b184a45546a2b52aee21bf29d125 2024-12-03T20:26:05,476 INFO [M:0;b29c245002d9:37225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ef84b184a45546a2b52aee21bf29d125, entries=7, sequenceid=172, filesize=7.1 K 2024-12-03T20:26:05,486 DEBUG [M:0;b29c245002d9:37225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2e686b01f20449595c7f83242ae8295 as hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2e686b01f20449595c7f83242ae8295 2024-12-03T20:26:05,535 INFO [M:0;b29c245002d9:37225 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2e686b01f20449595c7f83242ae8295 2024-12-03T20:26:05,535 INFO [M:0;b29c245002d9:37225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46509/user/jenkins/test-data/957d3b77-438a-fb30-275f-47f38582325b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2e686b01f20449595c7f83242ae8295, entries=2, sequenceid=172, filesize=5.2 K 2024-12-03T20:26:05,540 INFO [M:0;b29c245002d9:37225 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 617ms, sequenceid=172, compaction requested=false 2024-12-03T20:26:05,547 INFO [M:0;b29c245002d9:37225 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:05,548 DEBUG [M:0;b29c245002d9:37225 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257564921Disabling compacts and flushes for region at 1733257564921Disabling writes for close at 1733257564921Obtaining lock to block concurrent updates at 1733257564922 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257564922Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733257564922Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257564923 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257564923Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257564936 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257564936Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257564956 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257564974 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257564974Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257564988 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257565002 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257565002Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37536934: reopening flushed file at 1733257565417 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@479a734b: reopening flushed file at 1733257565436 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e8c3ca3: reopening flushed file at 1733257565476 (+40 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 617ms, sequenceid=172, compaction requested=false at 1733257565540 (+64 ms)Writing region close event to WAL at 1733257565547 (+7 ms)Closed at 1733257565547 2024-12-03T20:26:05,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741847_1023 (size=22949) 2024-12-03T20:26:05,563 INFO [M:0;b29c245002d9:37225 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:26:05,563 INFO [M:0;b29c245002d9:37225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37225 2024-12-03T20:26:05,563 INFO [M:0;b29c245002d9:37225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:26:05,565 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:26:05,693 INFO [M:0;b29c245002d9:37225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:26:05,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:26:05,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37225-0x1019cdf0ba20006, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:26:05,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:26:05,706 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:26:05,706 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:26:05,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:26:05,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/hadoop.log.dir/,STOPPED} 2024-12-03T20:26:05,710 WARN [BP-493163455-172.17.0.3-1733257532265 heartbeating to localhost/127.0.0.1:46509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:26:05,710 WARN [BP-493163455-172.17.0.3-1733257532265 heartbeating to localhost/127.0.0.1:46509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-493163455-172.17.0.3-1733257532265 (Datanode Uuid 4cb3552e-4eaa-4fcd-b3d1-bea236ffc952) service to localhost/127.0.0.1:46509 2024-12-03T20:26:05,711 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:26:05,712 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:26:05,712 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/cluster_a23c9a34-e488-c387-7e28-4aec6bfbb8d3/data/data2/current/BP-493163455-172.17.0.3-1733257532265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:26:05,713 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:26:05,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/cluster_a23c9a34-e488-c387-7e28-4aec6bfbb8d3/data/data1/current/BP-493163455-172.17.0.3-1733257532265 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:26:05,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:26:05,724 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:26:05,724 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:26:05,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:26:05,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8291aeaf-db77-d6de-f356-fe5bead83cc7/hadoop.log.dir/,STOPPED} 2024-12-03T20:26:05,765 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T20:26:05,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T20:26:05,832 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=106 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/b29c245002d9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46509 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3ab7c6e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/b29c245002d9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38183 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63659) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: master/b29c245002d9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/b29c245002d9:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63659) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b29c245002d9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=426 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=982 (was 1260), ProcessCount=11 (was 11), AvailableMemoryMB=2486 (was 2712) 2024-12-03T20:26:05,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019cdf0ba20005, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T20:26:05,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019cdf0ba20002, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T20:26:05,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019cdf0ba20002, quorum=127.0.0.1:63659, baseZNode=/0-1587587320 Received Disconnected from ZooKeeper, ignoring 2024-12-03T20:26:05,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019cdf0ba20005, quorum=127.0.0.1:63659, baseZNode=/11829585562 Received Disconnected from ZooKeeper, ignoring 2024-12-03T20:26:05,856 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=106, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=982, ProcessCount=11, AvailableMemoryMB=2482 2024-12-03T20:26:05,900 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-03T20:26:05,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/hadoop.log.dir so I do NOT create it in target/test-data/f047a879-7f16-5823-3c16-49c1caef3584 2024-12-03T20:26:05,901 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:26:05,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/hadoop.tmp.dir so I do NOT create it in target/test-data/f047a879-7f16-5823-3c16-49c1caef3584 2024-12-03T20:26:05,901 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b471bc14-62ba-49a2-d910-f623dbd6b0d3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:26:05,901 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584 2024-12-03T20:26:05,901 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/cluster_2dea1d82-c75d-bc73-af6e-59fcba504f91, deleteOnExit=true 2024-12-03T20:26:05,930 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/cluster_2dea1d82-c75d-bc73-af6e-59fcba504f91/zookeeper_0, clientPort=63720, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/cluster_2dea1d82-c75d-bc73-af6e-59fcba504f91/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/cluster_2dea1d82-c75d-bc73-af6e-59fcba504f91/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T20:26:05,932 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63720 2024-12-03T20:26:05,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:26:05,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:26:05,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/test.cache.data in system properties and HBase conf 2024-12-03T20:26:05,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:26:05,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:26:05,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:26:05,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:26:05,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:26:05,933 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:26:05,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:26:05,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:26:05,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:26:05,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:26:05,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:26:05,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:26:05,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:26:05,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:26:05,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:26:05,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:26:05,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:26:05,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:26:05,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:26:05,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:26:06,456 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T20:26:06,475 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:26:06,494 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:26:06,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:26:06,562 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:26:06,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:26:06,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:26:06,605 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:26:06,609 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:26:06,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:26:06,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:26:06,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/java.io.tmpdir/jetty-localhost-34833-hadoop-hdfs-3_4_1-tests_jar-_-any-16164648098456287934/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:26:06,761 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:34833} 2024-12-03T20:26:06,761 INFO [Time-limited test {}] server.Server(415): Started @36696ms 2024-12-03T20:26:07,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:26:07,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T20:26:07,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T20:26:07,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:26:07,259 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:26:07,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:26:07,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:26:07,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:26:07,266 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:26:07,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:26:07,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:26:07,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d8272f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/java.io.tmpdir/jetty-localhost-44651-hadoop-hdfs-3_4_1-tests_jar-_-any-7232192679891205780/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:26:07,375 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:44651} 2024-12-03T20:26:07,375 INFO [Time-limited test {}] server.Server(415): Started @37310ms 2024-12-03T20:26:07,376 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:26:08,249 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/cluster_2dea1d82-c75d-bc73-af6e-59fcba504f91/data/data1/current/BP-228674206-172.17.0.3-1733257565965/current, will proceed with Du for space computation calculation, 2024-12-03T20:26:08,251 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/cluster_2dea1d82-c75d-bc73-af6e-59fcba504f91/data/data2/current/BP-228674206-172.17.0.3-1733257565965/current, will proceed with Du for space computation calculation, 2024-12-03T20:26:08,266 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:26:08,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48a9bb6395cf156b with lease ID 0xdcabcafe398d7a8: Processing first storage report for DS-4e116bc9-75a2-4b0d-a251-8178f5cb273d from datanode DatanodeRegistration(127.0.0.1:41707, datanodeUuid=2998babd-c484-4397-93df-f05d634aa1e4, infoPort=34803, infoSecurePort=0, ipcPort=42459, storageInfo=lv=-57;cid=testClusterID;nsid=21247535;c=1733257565965) 2024-12-03T20:26:08,271 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48a9bb6395cf156b with lease ID 0xdcabcafe398d7a8: from storage DS-4e116bc9-75a2-4b0d-a251-8178f5cb273d node DatanodeRegistration(127.0.0.1:41707, datanodeUuid=2998babd-c484-4397-93df-f05d634aa1e4, infoPort=34803, infoSecurePort=0, ipcPort=42459, storageInfo=lv=-57;cid=testClusterID;nsid=21247535;c=1733257565965), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:26:08,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48a9bb6395cf156b with lease ID 0xdcabcafe398d7a8: Processing first storage report for DS-77b82ecd-eb86-4f16-961d-dd3254400b54 from datanode DatanodeRegistration(127.0.0.1:41707, datanodeUuid=2998babd-c484-4397-93df-f05d634aa1e4, infoPort=34803, infoSecurePort=0, ipcPort=42459, storageInfo=lv=-57;cid=testClusterID;nsid=21247535;c=1733257565965) 2024-12-03T20:26:08,271 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48a9bb6395cf156b with lease ID 0xdcabcafe398d7a8: from storage DS-77b82ecd-eb86-4f16-961d-dd3254400b54 node DatanodeRegistration(127.0.0.1:41707, datanodeUuid=2998babd-c484-4397-93df-f05d634aa1e4, infoPort=34803, infoSecurePort=0, ipcPort=42459, storageInfo=lv=-57;cid=testClusterID;nsid=21247535;c=1733257565965), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:26:08,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584 2024-12-03T20:26:08,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:08,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:08,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:26:08,726 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4 with version=8 2024-12-03T20:26:08,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/hbase-staging 2024-12-03T20:26:08,729 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:26:08,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:08,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:08,729 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:26:08,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:08,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:26:08,729 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:26:08,729 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:26:08,730 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33869 2024-12-03T20:26:08,732 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33869 connecting to ZooKeeper ensemble=127.0.0.1:63720 2024-12-03T20:26:08,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338690x0, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:26:08,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33869-0x1019cdf92920000 connected 2024-12-03T20:26:08,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:08,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:08,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Set watcher on znode that does not yet exist, /0-906077891/running 2024-12-03T20:26:08,970 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4, hbase.cluster.distributed=false 2024-12-03T20:26:08,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Set watcher on znode that does not yet exist, /0-906077891/acl 2024-12-03T20:26:08,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33869 2024-12-03T20:26:08,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33869 2024-12-03T20:26:08,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33869 2024-12-03T20:26:08,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33869 2024-12-03T20:26:08,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33869 2024-12-03T20:26:08,987 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:26:08,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:08,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:08,988 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:26:08,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:08,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:26:08,988 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:26:08,988 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:26:08,990 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41173 2024-12-03T20:26:08,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41173 connecting to ZooKeeper ensemble=127.0.0.1:63720 2024-12-03T20:26:08,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:08,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:09,007 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411730x0, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:26:09,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41173-0x1019cdf92920001 connected 2024-12-03T20:26:09,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411730x0, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Set watcher on znode that does not yet exist, /0-906077891/running 2024-12-03T20:26:09,008 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:26:09,009 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:26:09,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41173-0x1019cdf92920001, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Set watcher on znode that does not yet exist, /0-906077891/master 2024-12-03T20:26:09,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41173-0x1019cdf92920001, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Set watcher on znode that does not yet exist, /0-906077891/acl 2024-12-03T20:26:09,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41173 2024-12-03T20:26:09,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41173 2024-12-03T20:26:09,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41173 2024-12-03T20:26:09,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41173 2024-12-03T20:26:09,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41173 2024-12-03T20:26:09,026 DEBUG [M:0;b29c245002d9:33869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:33869 2024-12-03T20:26:09,026 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-906077891/backup-masters/b29c245002d9,33869,1733257568728 2024-12-03T20:26:09,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906077891/backup-masters 2024-12-03T20:26:09,039 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1019cdf92920001, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906077891/backup-masters 2024-12-03T20:26:09,040 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Set watcher on existing znode=/0-906077891/backup-masters/b29c245002d9,33869,1733257568728 2024-12-03T20:26:09,050 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1019cdf92920001, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-906077891/master 2024-12-03T20:26:09,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906077891 2024-12-03T20:26:09,050 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1019cdf92920001, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906077891 2024-12-03T20:26:09,052 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Set watcher on existing znode=/0-906077891/master 2024-12-03T20:26:09,053 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-906077891/backup-masters/b29c245002d9,33869,1733257568728 from backup master directory 2024-12-03T20:26:09,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-906077891/backup-masters/b29c245002d9,33869,1733257568728 2024-12-03T20:26:09,060 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1019cdf92920001, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906077891/backup-masters 2024-12-03T20:26:09,060 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:26:09,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906077891/backup-masters 2024-12-03T20:26:09,060 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,33869,1733257568728 2024-12-03T20:26:09,074 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/hbase.id] with ID: 7a5477f8-c9f2-47de-bcb0-6fb2d21ec569 2024-12-03T20:26:09,074 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/.tmp/hbase.id 2024-12-03T20:26:09,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:26:09,093 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/.tmp/hbase.id]:[hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/hbase.id] 2024-12-03T20:26:09,113 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:09,114 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:26:09,116 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T20:26:09,123 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1019cdf92920001, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906077891 2024-12-03T20:26:09,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906077891 2024-12-03T20:26:09,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:26:09,146 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:26:09,147 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:26:09,152 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:26:09,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:26:09,562 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/data/master/store 2024-12-03T20:26:09,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:26:09,970 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:09,970 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:26:09,970 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:09,970 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:09,970 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:26:09,970 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:09,970 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:09,970 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257569970Disabling compacts and flushes for region at 1733257569970Disabling writes for close at 1733257569970Writing region close event to WAL at 1733257569970Closed at 1733257569970 2024-12-03T20:26:09,971 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/data/master/store/.initializing 2024-12-03T20:26:09,971 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/WALs/b29c245002d9,33869,1733257568728 2024-12-03T20:26:09,972 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:26:09,974 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C33869%2C1733257568728, suffix=, logDir=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/WALs/b29c245002d9,33869,1733257568728, archiveDir=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/oldWALs, maxLogs=10 2024-12-03T20:26:09,992 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/WALs/b29c245002d9,33869,1733257568728/b29c245002d9%2C33869%2C1733257568728.1733257569974, exclude list is [], retry=0 2024-12-03T20:26:09,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41707,DS-4e116bc9-75a2-4b0d-a251-8178f5cb273d,DISK] 2024-12-03T20:26:09,997 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/WALs/b29c245002d9,33869,1733257568728/b29c245002d9%2C33869%2C1733257568728.1733257569974 2024-12-03T20:26:09,997 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34803:34803)] 2024-12-03T20:26:09,997 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:26:09,998 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:09,998 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:09,998 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:09,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:10,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:26:10,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:10,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:10,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:10,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:26:10,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:10,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:10,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:10,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:26:10,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:10,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:10,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:10,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:26:10,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:10,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:10,006 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:10,007 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:10,007 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:10,008 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:10,008 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:10,009 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:26:10,010 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:10,012 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:26:10,013 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73537399, jitterRate=0.09579263627529144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:26:10,013 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257569998Initializing all the Stores at 1733257569999 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257569999Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257569999Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257569999Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257569999Cleaning up temporary data from old regions at 1733257570008 (+9 ms)Region opened successfully at 1733257570013 (+5 ms) 2024-12-03T20:26:10,014 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:26:10,017 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5077b8bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:26:10,018 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:26:10,018 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:26:10,018 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:26:10,018 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:26:10,019 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T20:26:10,019 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:26:10,019 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:26:10,021 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:26:10,022 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Unable to get data of znode /0-906077891/balancer because node does not exist (not necessarily an error) 2024-12-03T20:26:10,089 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-906077891/balancer already deleted, retry=false 2024-12-03T20:26:10,090 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:26:10,090 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Unable to get data of znode /0-906077891/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:26:10,102 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-906077891/normalizer already deleted, retry=false 2024-12-03T20:26:10,102 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:26:10,103 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Unable to get data of znode /0-906077891/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:26:10,192 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-906077891/switch/split already deleted, retry=false 2024-12-03T20:26:10,193 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Unable to get data of znode /0-906077891/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:26:10,239 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-906077891/switch/merge already deleted, retry=false 2024-12-03T20:26:10,241 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Unable to get data of znode /0-906077891/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:26:10,260 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-906077891/snapshot-cleanup already deleted, retry=false 2024-12-03T20:26:10,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-906077891/running 2024-12-03T20:26:10,271 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1019cdf92920001, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-906077891/running 2024-12-03T20:26:10,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906077891 2024-12-03T20:26:10,271 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1019cdf92920001, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906077891 2024-12-03T20:26:10,271 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,33869,1733257568728, sessionid=0x1019cdf92920000, setting cluster-up flag (Was=false) 2024-12-03T20:26:10,292 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1019cdf92920001, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906077891 2024-12-03T20:26:10,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906077891 2024-12-03T20:26:10,331 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-906077891/flush-table-proc/acquired, /0-906077891/flush-table-proc/reached, /0-906077891/flush-table-proc/abort 2024-12-03T20:26:10,336 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,33869,1733257568728 2024-12-03T20:26:10,355 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1019cdf92920001, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906077891 2024-12-03T20:26:10,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906077891 2024-12-03T20:26:10,397 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-906077891/online-snapshot/acquired, /0-906077891/online-snapshot/reached, /0-906077891/online-snapshot/abort 2024-12-03T20:26:10,398 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,33869,1733257568728 2024-12-03T20:26:10,401 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:26:10,403 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:26:10,404 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:26:10,404 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:26:10,405 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,33869,1733257568728 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:26:10,407 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:26:10,407 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:26:10,407 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:26:10,407 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:26:10,407 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:26:10,407 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:10,407 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:26:10,407 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:10,412 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:26:10,412 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:26:10,414 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:10,414 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:26:10,422 INFO [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(746): ClusterId : 7a5477f8-c9f2-47de-bcb0-6fb2d21ec569 2024-12-03T20:26:10,423 DEBUG [RS:0;b29c245002d9:41173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:26:10,429 DEBUG [RS:0;b29c245002d9:41173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:26:10,429 DEBUG [RS:0;b29c245002d9:41173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:26:10,432 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257600432 2024-12-03T20:26:10,432 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:26:10,432 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:26:10,433 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:26:10,433 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:26:10,433 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:26:10,433 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:26:10,433 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:10,434 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:26:10,434 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:26:10,434 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:26:10,434 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:26:10,434 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:26:10,434 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:26:10,435 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257570435,5,FailOnTimeoutGroup] 2024-12-03T20:26:10,435 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257570435,5,FailOnTimeoutGroup] 2024-12-03T20:26:10,436 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:10,436 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:26:10,436 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:10,436 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:10,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:26:10,440 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:26:10,441 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4 2024-12-03T20:26:10,450 DEBUG [RS:0;b29c245002d9:41173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:26:10,451 DEBUG [RS:0;b29c245002d9:41173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de5ae98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:26:10,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:26:10,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:10,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:26:10,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:26:10,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:10,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:10,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:26:10,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:26:10,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:10,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:10,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:26:10,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:26:10,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:10,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:10,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:26:10,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:26:10,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:10,468 DEBUG [RS:0;b29c245002d9:41173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:41173 2024-12-03T20:26:10,468 INFO [RS:0;b29c245002d9:41173 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:26:10,468 INFO [RS:0;b29c245002d9:41173 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:26:10,468 DEBUG [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:26:10,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:10,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:26:10,469 INFO [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,33869,1733257568728 with port=41173, startcode=1733257568987 2024-12-03T20:26:10,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/meta/1588230740 2024-12-03T20:26:10,469 DEBUG [RS:0;b29c245002d9:41173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:26:10,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/meta/1588230740 2024-12-03T20:26:10,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:26:10,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:26:10,476 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:26:10,477 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:26:10,478 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33869 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,41173,1733257568987 2024-12-03T20:26:10,478 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33869 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,41173,1733257568987 2024-12-03T20:26:10,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:26:10,481 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:26:10,482 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59486024, jitterRate=-0.11358916759490967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:26:10,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257570454Initializing all the Stores at 1733257570455 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257570455Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257570456 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257570456Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257570456Cleaning up temporary data from old regions at 1733257570472 (+16 ms)Region opened successfully at 1733257570483 (+11 ms) 2024-12-03T20:26:10,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:26:10,483 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:26:10,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:26:10,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:26:10,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:26:10,488 DEBUG [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4 2024-12-03T20:26:10,488 DEBUG [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40927 2024-12-03T20:26:10,488 DEBUG [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:26:10,492 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:26:10,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257570483Disabling compacts and flushes for region at 1733257570483Disabling writes for close at 1733257570483Writing region close event to WAL at 1733257570492 (+9 ms)Closed at 1733257570492 2024-12-03T20:26:10,495 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:26:10,495 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:26:10,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:26:10,496 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:26:10,500 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:26:10,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906077891/rs 2024-12-03T20:26:10,513 DEBUG [RS:0;b29c245002d9:41173 {}] zookeeper.ZKUtil(111): regionserver:41173-0x1019cdf92920001, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Set watcher on existing znode=/0-906077891/rs/b29c245002d9,41173,1733257568987 2024-12-03T20:26:10,513 WARN [RS:0;b29c245002d9:41173 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:26:10,513 INFO [RS:0;b29c245002d9:41173 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:26:10,513 DEBUG [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/WALs/b29c245002d9,41173,1733257568987 2024-12-03T20:26:10,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,41173,1733257568987] 2024-12-03T20:26:10,517 INFO [RS:0;b29c245002d9:41173 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:26:10,519 INFO [RS:0;b29c245002d9:41173 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:26:10,519 INFO [RS:0;b29c245002d9:41173 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:26:10,519 INFO [RS:0;b29c245002d9:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:10,519 INFO [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:26:10,520 INFO [RS:0;b29c245002d9:41173 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:26:10,520 INFO [RS:0;b29c245002d9:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:10,520 DEBUG [RS:0;b29c245002d9:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:10,521 DEBUG [RS:0;b29c245002d9:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:10,521 DEBUG [RS:0;b29c245002d9:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:10,521 DEBUG [RS:0;b29c245002d9:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:10,521 DEBUG [RS:0;b29c245002d9:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:10,521 DEBUG [RS:0;b29c245002d9:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:26:10,521 DEBUG [RS:0;b29c245002d9:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:10,521 DEBUG [RS:0;b29c245002d9:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:10,521 DEBUG [RS:0;b29c245002d9:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:10,521 DEBUG [RS:0;b29c245002d9:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:10,521 DEBUG [RS:0;b29c245002d9:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:10,521 DEBUG [RS:0;b29c245002d9:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:10,521 DEBUG [RS:0;b29c245002d9:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:26:10,522 DEBUG [RS:0;b29c245002d9:41173 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:26:10,524 INFO [RS:0;b29c245002d9:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:10,524 INFO [RS:0;b29c245002d9:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:10,524 INFO [RS:0;b29c245002d9:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:10,524 INFO [RS:0;b29c245002d9:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:10,524 INFO [RS:0;b29c245002d9:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:10,525 INFO [RS:0;b29c245002d9:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,41173,1733257568987-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:26:10,546 INFO [RS:0;b29c245002d9:41173 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:26:10,546 INFO [RS:0;b29c245002d9:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,41173,1733257568987-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:10,546 INFO [RS:0;b29c245002d9:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:10,547 INFO [RS:0;b29c245002d9:41173 {}] regionserver.Replication(171): b29c245002d9,41173,1733257568987 started 2024-12-03T20:26:10,565 INFO [RS:0;b29c245002d9:41173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:10,565 INFO [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,41173,1733257568987, RpcServer on b29c245002d9/172.17.0.3:41173, sessionid=0x1019cdf92920001 2024-12-03T20:26:10,565 DEBUG [RS:0;b29c245002d9:41173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:26:10,565 DEBUG [RS:0;b29c245002d9:41173 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,41173,1733257568987 2024-12-03T20:26:10,565 DEBUG [RS:0;b29c245002d9:41173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,41173,1733257568987' 2024-12-03T20:26:10,565 DEBUG [RS:0;b29c245002d9:41173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-906077891/flush-table-proc/abort' 2024-12-03T20:26:10,566 DEBUG [RS:0;b29c245002d9:41173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-906077891/flush-table-proc/acquired' 2024-12-03T20:26:10,566 DEBUG [RS:0;b29c245002d9:41173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:26:10,566 DEBUG [RS:0;b29c245002d9:41173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:26:10,566 DEBUG [RS:0;b29c245002d9:41173 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,41173,1733257568987 2024-12-03T20:26:10,566 DEBUG [RS:0;b29c245002d9:41173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,41173,1733257568987' 2024-12-03T20:26:10,566 DEBUG [RS:0;b29c245002d9:41173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-906077891/online-snapshot/abort' 2024-12-03T20:26:10,567 DEBUG [RS:0;b29c245002d9:41173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-906077891/online-snapshot/acquired' 2024-12-03T20:26:10,569 DEBUG [RS:0;b29c245002d9:41173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:26:10,569 INFO [RS:0;b29c245002d9:41173 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:26:10,569 INFO [RS:0;b29c245002d9:41173 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:26:10,652 WARN [b29c245002d9:33869 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T20:26:10,670 INFO [RS:0;b29c245002d9:41173 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:26:10,686 INFO [RS:0;b29c245002d9:41173 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C41173%2C1733257568987, suffix=, logDir=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/WALs/b29c245002d9,41173,1733257568987, archiveDir=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/oldWALs, maxLogs=10 2024-12-03T20:26:10,705 DEBUG [RS:0;b29c245002d9:41173 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/WALs/b29c245002d9,41173,1733257568987/b29c245002d9%2C41173%2C1733257568987.1733257570687, exclude list is [], retry=0 2024-12-03T20:26:10,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41707,DS-4e116bc9-75a2-4b0d-a251-8178f5cb273d,DISK] 2024-12-03T20:26:10,713 INFO [RS:0;b29c245002d9:41173 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/WALs/b29c245002d9,41173,1733257568987/b29c245002d9%2C41173%2C1733257568987.1733257570687 2024-12-03T20:26:10,713 DEBUG [RS:0;b29c245002d9:41173 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34803:34803)] 2024-12-03T20:26:10,902 DEBUG [b29c245002d9:33869 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:26:10,903 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,41173,1733257568987 2024-12-03T20:26:10,905 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,41173,1733257568987, state=OPENING 2024-12-03T20:26:10,955 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:26:10,965 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1019cdf92920001, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906077891 2024-12-03T20:26:10,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906077891 2024-12-03T20:26:10,966 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:26:10,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-906077891/meta-region-server: CHANGED 2024-12-03T20:26:10,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-906077891/meta-region-server: CHANGED 2024-12-03T20:26:10,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,41173,1733257568987}] 2024-12-03T20:26:11,119 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:26:11,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:26:11,124 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:26:11,125 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:26:11,125 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:26:11,127 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C41173%2C1733257568987.meta, suffix=.meta, logDir=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/WALs/b29c245002d9,41173,1733257568987, archiveDir=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/oldWALs, maxLogs=10 2024-12-03T20:26:11,139 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/WALs/b29c245002d9,41173,1733257568987/b29c245002d9%2C41173%2C1733257568987.meta.1733257571128.meta, exclude list is [], retry=0 2024-12-03T20:26:11,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41707,DS-4e116bc9-75a2-4b0d-a251-8178f5cb273d,DISK] 2024-12-03T20:26:11,144 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/WALs/b29c245002d9,41173,1733257568987/b29c245002d9%2C41173%2C1733257568987.meta.1733257571128.meta 2024-12-03T20:26:11,144 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34803:34803)] 2024-12-03T20:26:11,144 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:26:11,144 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:26:11,145 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:26:11,145 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:26:11,145 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:26:11,145 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:26:11,145 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:11,145 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:26:11,145 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:26:11,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:26:11,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:26:11,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:11,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:11,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:26:11,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:26:11,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:11,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:11,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:26:11,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:26:11,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:11,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:11,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:26:11,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:26:11,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:11,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:11,155 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:26:11,157 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/meta/1588230740 2024-12-03T20:26:11,158 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/meta/1588230740 2024-12-03T20:26:11,159 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:26:11,159 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:26:11,160 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:26:11,161 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:26:11,162 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71917028, jitterRate=0.07164722681045532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:26:11,162 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:26:11,164 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257571145Writing region info on filesystem at 1733257571145Initializing all the Stores at 1733257571146 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257571146Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257571146Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257571146Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257571146Cleaning up temporary data from old regions at 1733257571159 (+13 ms)Running coprocessor post-open hooks at 1733257571163 (+4 ms)Region opened successfully at 1733257571164 (+1 ms) 2024-12-03T20:26:11,165 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257571119 2024-12-03T20:26:11,167 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:26:11,167 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:26:11,169 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,41173,1733257568987 2024-12-03T20:26:11,170 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,41173,1733257568987, state=OPEN 2024-12-03T20:26:11,229 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1019cdf92920001, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-906077891/meta-region-server 2024-12-03T20:26:11,229 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,41173,1733257568987 2024-12-03T20:26:11,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-906077891/meta-region-server: CHANGED 2024-12-03T20:26:11,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-906077891/meta-region-server 2024-12-03T20:26:11,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-906077891/meta-region-server: CHANGED 2024-12-03T20:26:11,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:26:11,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,41173,1733257568987 in 263 msec 2024-12-03T20:26:11,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:26:11,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 740 msec 2024-12-03T20:26:11,244 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:26:11,244 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:26:11,245 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:26:11,245 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,41173,1733257568987, seqNum=-1] 2024-12-03T20:26:11,246 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:26:11,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:26:11,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 851 msec 2024-12-03T20:26:11,257 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257571257, completionTime=-1 2024-12-03T20:26:11,257 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T20:26:11,257 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:26:11,260 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:26:11,260 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257631260 2024-12-03T20:26:11,260 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257691260 2024-12-03T20:26:11,260 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-03T20:26:11,260 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,33869,1733257568728-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:11,260 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,33869,1733257568728-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:11,261 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,33869,1733257568728-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:11,261 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:33869, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:11,261 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:11,263 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:26:11,264 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:11,270 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.210sec 2024-12-03T20:26:11,270 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:26:11,270 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:26:11,270 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:26:11,270 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:26:11,270 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:26:11,270 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,33869,1733257568728-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:26:11,270 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,33869,1733257568728-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:26:11,278 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:26:11,279 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:26:11,279 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,33869,1733257568728-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:11,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647a1f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:11,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,33869,-1 for getting cluster id 2024-12-03T20:26:11,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:26:11,326 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a5477f8-c9f2-47de-bcb0-6fb2d21ec569' 2024-12-03T20:26:11,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:26:11,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a5477f8-c9f2-47de-bcb0-6fb2d21ec569" 2024-12-03T20:26:11,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c94edf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:11,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,33869,-1] 2024-12-03T20:26:11,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:26:11,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:11,328 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:26:11,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dea97bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:11,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:26:11,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,41173,1733257568987, seqNum=-1] 2024-12-03T20:26:11,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:26:11,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:26:11,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,33869,1733257568728 2024-12-03T20:26:11,341 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63720 2024-12-03T20:26:11,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:26:11,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/hadoop.log.dir so I do NOT create it in target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669 2024-12-03T20:26:11,390 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:26:11,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/hadoop.tmp.dir so I do NOT create it in target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669 2024-12-03T20:26:11,390 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:26:11,390 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669 2024-12-03T20:26:11,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:26:11,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019cdf92920002 connected 2024-12-03T20:26:11,396 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/cluster_9e366dba-56cc-95f9-fb51-edfa09de7240, deleteOnExit=true 2024-12-03T20:26:11,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:26:11,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/test.cache.data in system properties and HBase conf 2024-12-03T20:26:11,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:26:11,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:26:11,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:26:11,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:26:11,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:26:11,397 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:26:11,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:26:11,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:26:11,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:26:11,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:26:11,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:26:11,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:26:11,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:26:11,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:26:11,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:26:11,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:26:11,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:26:11,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:26:11,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:26:11,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:26:11,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:26:11,874 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:26:11,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:26:11,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:26:11,961 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:26:11,962 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:26:11,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9e52a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:26:11,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd1ba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:26:12,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c9b3cc8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/java.io.tmpdir/jetty-localhost-32809-hadoop-hdfs-3_4_1-tests_jar-_-any-1622420204258624099/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:26:12,112 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a51996c{HTTP/1.1, (http/1.1)}{localhost:32809} 2024-12-03T20:26:12,112 INFO [Time-limited test {}] server.Server(415): Started @42047ms 2024-12-03T20:26:12,653 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:26:12,662 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:26:12,710 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:26:12,727 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:26:12,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:26:12,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:26:12,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:26:12,749 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:26:12,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e4bcfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:26:12,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c9345c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:26:12,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34999bb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/java.io.tmpdir/jetty-localhost-44023-hadoop-hdfs-3_4_1-tests_jar-_-any-10638104312920485895/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:26:12,919 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12c2c801{HTTP/1.1, (http/1.1)}{localhost:44023} 2024-12-03T20:26:12,919 INFO [Time-limited test {}] server.Server(415): Started @42854ms 2024-12-03T20:26:12,922 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:26:14,822 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/cluster_9e366dba-56cc-95f9-fb51-edfa09de7240/data/data1/current/BP-2038766364-172.17.0.3-1733257571446/current, will proceed with Du for space computation calculation, 2024-12-03T20:26:14,827 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/cluster_9e366dba-56cc-95f9-fb51-edfa09de7240/data/data2/current/BP-2038766364-172.17.0.3-1733257571446/current, will proceed with Du for space computation calculation, 2024-12-03T20:26:14,932 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:26:14,936 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x554be9175c8f80a with lease ID 0xe89e872eae6eac46: Processing first storage report for DS-d10228d0-c98e-436f-8cbb-14254aa0c093 from datanode DatanodeRegistration(127.0.0.1:38437, datanodeUuid=dd7472c3-8ef1-4161-9f9f-ee976b715f1a, infoPort=38673, infoSecurePort=0, ipcPort=35061, storageInfo=lv=-57;cid=testClusterID;nsid=1682165230;c=1733257571446) 2024-12-03T20:26:14,937 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x554be9175c8f80a with lease ID 0xe89e872eae6eac46: from storage DS-d10228d0-c98e-436f-8cbb-14254aa0c093 node DatanodeRegistration(127.0.0.1:38437, datanodeUuid=dd7472c3-8ef1-4161-9f9f-ee976b715f1a, infoPort=38673, infoSecurePort=0, ipcPort=35061, storageInfo=lv=-57;cid=testClusterID;nsid=1682165230;c=1733257571446), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:26:14,937 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x554be9175c8f80a with lease ID 0xe89e872eae6eac46: Processing first storage report for DS-a17bbd5f-6197-4e50-9820-a445f2457289 from datanode DatanodeRegistration(127.0.0.1:38437, datanodeUuid=dd7472c3-8ef1-4161-9f9f-ee976b715f1a, infoPort=38673, infoSecurePort=0, ipcPort=35061, storageInfo=lv=-57;cid=testClusterID;nsid=1682165230;c=1733257571446) 2024-12-03T20:26:14,937 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x554be9175c8f80a with lease ID 0xe89e872eae6eac46: from storage DS-a17bbd5f-6197-4e50-9820-a445f2457289 node DatanodeRegistration(127.0.0.1:38437, datanodeUuid=dd7472c3-8ef1-4161-9f9f-ee976b715f1a, infoPort=38673, infoSecurePort=0, ipcPort=35061, storageInfo=lv=-57;cid=testClusterID;nsid=1682165230;c=1733257571446), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:26:14,978 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669 2024-12-03T20:26:14,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:14,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:14,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:26:15,391 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7 with version=8 2024-12-03T20:26:15,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/hbase-staging 2024-12-03T20:26:15,393 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:26:15,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:15,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:15,394 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:26:15,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:15,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:26:15,394 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:26:15,394 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:26:15,394 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38267 2024-12-03T20:26:15,395 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38267 connecting to ZooKeeper ensemble=127.0.0.1:63720 2024-12-03T20:26:15,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382670x0, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:26:15,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38267-0x1019cdf92920003 connected 2024-12-03T20:26:15,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:15,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:15,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Set watcher on znode that does not yet exist, /11479613036/running 2024-12-03T20:26:15,611 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7, hbase.cluster.distributed=false 2024-12-03T20:26:15,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Set watcher on znode that does not yet exist, /11479613036/acl 2024-12-03T20:26:15,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38267 2024-12-03T20:26:15,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38267 2024-12-03T20:26:15,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38267 2024-12-03T20:26:15,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38267 2024-12-03T20:26:15,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38267 2024-12-03T20:26:15,693 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:26:15,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:15,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:15,693 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:26:15,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:15,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:26:15,693 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:26:15,694 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:26:15,694 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44683 2024-12-03T20:26:15,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44683 connecting to ZooKeeper ensemble=127.0.0.1:63720 2024-12-03T20:26:15,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:15,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:15,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446830x0, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:26:15,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446830x0, quorum=127.0.0.1:63720, baseZNode=/11479613036 Set watcher on znode that does not yet exist, /11479613036/running 2024-12-03T20:26:15,713 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:26:15,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44683-0x1019cdf92920004 connected 2024-12-03T20:26:15,716 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:26:15,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44683-0x1019cdf92920004, quorum=127.0.0.1:63720, baseZNode=/11479613036 Set watcher on znode that does not yet exist, /11479613036/master 2024-12-03T20:26:15,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44683-0x1019cdf92920004, quorum=127.0.0.1:63720, baseZNode=/11479613036 Set watcher on znode that does not yet exist, /11479613036/acl 2024-12-03T20:26:15,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44683 2024-12-03T20:26:15,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44683 2024-12-03T20:26:15,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44683 2024-12-03T20:26:15,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44683 2024-12-03T20:26:15,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44683 2024-12-03T20:26:15,738 DEBUG [M:0;b29c245002d9:38267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:38267 2024-12-03T20:26:15,738 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11479613036/backup-masters/b29c245002d9,38267,1733257575393 2024-12-03T20:26:15,739 WARN [RS:0;b29c245002d9:41173 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b29c245002d9,39453,1733257537847: status=Processing ServerCrashProcedure of b29c245002d9,39453,1733257537847 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733257556331, completionTime=-1 appears to have been leaked 2024-12-03T20:26:15,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11479613036/backup-masters 2024-12-03T20:26:15,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1019cdf92920004, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11479613036/backup-masters 2024-12-03T20:26:15,744 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Set watcher on existing znode=/11479613036/backup-masters/b29c245002d9,38267,1733257575393 2024-12-03T20:26:15,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1019cdf92920004, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11479613036/master 2024-12-03T20:26:15,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11479613036 2024-12-03T20:26:15,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1019cdf92920004, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11479613036 2024-12-03T20:26:15,757 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Set watcher on existing znode=/11479613036/master 2024-12-03T20:26:15,758 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11479613036/backup-masters/b29c245002d9,38267,1733257575393 from backup master directory 2024-12-03T20:26:15,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11479613036/backup-masters/b29c245002d9,38267,1733257575393 2024-12-03T20:26:15,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11479613036/backup-masters 2024-12-03T20:26:15,765 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:26:15,765 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,38267,1733257575393 2024-12-03T20:26:15,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1019cdf92920004, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11479613036/backup-masters 2024-12-03T20:26:15,769 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/hbase.id] with ID: 668c8ab2-f77c-4b41-ad14-eb976bc8b89d 2024-12-03T20:26:15,769 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/.tmp/hbase.id 2024-12-03T20:26:15,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:26:15,782 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/.tmp/hbase.id]:[hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/hbase.id] 2024-12-03T20:26:15,807 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:15,808 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:26:15,813 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-12-03T20:26:15,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1019cdf92920004, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11479613036 2024-12-03T20:26:15,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11479613036 2024-12-03T20:26:15,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:26:16,261 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:26:16,262 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:26:16,263 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:26:16,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:26:16,517 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T20:26:16,693 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/data/master/store 2024-12-03T20:26:16,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:26:17,119 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:17,120 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:26:17,120 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:17,120 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:17,120 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:26:17,120 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:17,120 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:17,120 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257577119Disabling compacts and flushes for region at 1733257577120 (+1 ms)Disabling writes for close at 1733257577120Writing region close event to WAL at 1733257577120Closed at 1733257577120 2024-12-03T20:26:17,121 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/data/master/store/.initializing 2024-12-03T20:26:17,122 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/WALs/b29c245002d9,38267,1733257575393 2024-12-03T20:26:17,125 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:26:17,129 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C38267%2C1733257575393, suffix=, logDir=hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/WALs/b29c245002d9,38267,1733257575393, archiveDir=hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/oldWALs, maxLogs=10 2024-12-03T20:26:17,146 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/WALs/b29c245002d9,38267,1733257575393/b29c245002d9%2C38267%2C1733257575393.1733257577129, exclude list is [], retry=0 2024-12-03T20:26:17,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-d10228d0-c98e-436f-8cbb-14254aa0c093,DISK] 2024-12-03T20:26:17,153 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/WALs/b29c245002d9,38267,1733257575393/b29c245002d9%2C38267%2C1733257575393.1733257577129 2024-12-03T20:26:17,156 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38673:38673)] 2024-12-03T20:26:17,156 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:26:17,157 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:17,157 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:17,157 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:17,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:17,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:26:17,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:17,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:17,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:17,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:26:17,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:17,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:17,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:17,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:26:17,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:17,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T20:26:17,174 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T20:26:17,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:17,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:17,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:26:17,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T20:26:17,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:26:17,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T20:26:17,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T20:26:17,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T20:26:17,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:26:17,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:17,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:17,180 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:17,182 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:17,184 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:17,186 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:17,186 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:17,187 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:26:17,188 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:17,196 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:26:17,197 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71259100, jitterRate=0.06184333562850952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:26:17,197 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257577157Initializing all the Stores at 1733257577158 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257577158Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257577165 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257577165Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257577165Cleaning up temporary data from old regions at 1733257577186 (+21 ms)Region opened successfully at 1733257577197 (+11 ms) 2024-12-03T20:26:17,204 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:26:17,213 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54fdbabe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:26:17,222 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:26:17,222 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:26:17,222 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:26:17,222 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:26:17,224 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-12-03T20:26:17,225 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:26:17,225 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:26:17,229 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:26:17,236 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Unable to get data of znode /11479613036/balancer because node does not exist (not necessarily an error) 2024-12-03T20:26:17,249 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11479613036/balancer already deleted, retry=false 2024-12-03T20:26:17,249 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:26:17,250 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Unable to get data of znode /11479613036/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:26:17,259 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11479613036/normalizer already deleted, retry=false 2024-12-03T20:26:17,260 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:26:17,261 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Unable to get data of znode /11479613036/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:26:17,270 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11479613036/switch/split already deleted, retry=false 2024-12-03T20:26:17,271 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Unable to get data of znode /11479613036/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:26:17,280 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11479613036/switch/merge already deleted, retry=false 2024-12-03T20:26:17,283 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Unable to get data of znode /11479613036/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:26:17,291 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11479613036/snapshot-cleanup already deleted, retry=false 2024-12-03T20:26:17,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11479613036/running 2024-12-03T20:26:17,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11479613036 2024-12-03T20:26:17,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1019cdf92920004, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11479613036/running 2024-12-03T20:26:17,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1019cdf92920004, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11479613036 2024-12-03T20:26:17,302 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,38267,1733257575393, sessionid=0x1019cdf92920003, setting cluster-up flag (Was=false) 2024-12-03T20:26:17,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1019cdf92920004, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11479613036 2024-12-03T20:26:17,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11479613036 2024-12-03T20:26:17,354 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11479613036/flush-table-proc/acquired, /11479613036/flush-table-proc/reached, /11479613036/flush-table-proc/abort 2024-12-03T20:26:17,356 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,38267,1733257575393 2024-12-03T20:26:17,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11479613036 2024-12-03T20:26:17,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1019cdf92920004, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11479613036 2024-12-03T20:26:17,407 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11479613036/online-snapshot/acquired, /11479613036/online-snapshot/reached, /11479613036/online-snapshot/abort 2024-12-03T20:26:17,409 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,38267,1733257575393 2024-12-03T20:26:17,411 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:26:17,414 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:26:17,414 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:26:17,414 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:26:17,415 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,38267,1733257575393 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:26:17,417 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:26:17,417 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:26:17,417 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:26:17,417 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:26:17,417 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:26:17,417 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:17,417 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:26:17,417 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:17,424 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:26:17,424 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:26:17,425 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:17,425 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:26:17,454 INFO [RS:0;b29c245002d9:44683 {}] regionserver.HRegionServer(746): ClusterId : 668c8ab2-f77c-4b41-ad14-eb976bc8b89d 2024-12-03T20:26:17,454 DEBUG [RS:0;b29c245002d9:44683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:26:17,459 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257607459 2024-12-03T20:26:17,459 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:26:17,459 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:26:17,459 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:26:17,459 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:26:17,460 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:26:17,460 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:26:17,460 DEBUG [RS:0;b29c245002d9:44683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:26:17,460 DEBUG [RS:0;b29c245002d9:44683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:26:17,461 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:17,471 DEBUG [RS:0;b29c245002d9:44683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:26:17,471 DEBUG [RS:0;b29c245002d9:44683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d9c320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:26:17,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:26:17,499 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:26:17,500 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:26:17,500 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:26:17,500 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:26:17,520 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:26:17,520 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:26:17,521 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257577520,5,FailOnTimeoutGroup] 2024-12-03T20:26:17,526 DEBUG [RS:0;b29c245002d9:44683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:44683 2024-12-03T20:26:17,527 INFO [RS:0;b29c245002d9:44683 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:26:17,527 INFO [RS:0;b29c245002d9:44683 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:26:17,527 DEBUG [RS:0;b29c245002d9:44683 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:26:17,528 INFO [RS:0;b29c245002d9:44683 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,38267,1733257575393 with port=44683, startcode=1733257575692 2024-12-03T20:26:17,528 DEBUG [RS:0;b29c245002d9:44683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:26:17,528 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257577521,5,FailOnTimeoutGroup] 2024-12-03T20:26:17,528 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:17,529 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:26:17,529 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:17,529 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:17,531 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:26:17,532 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38267 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,44683,1733257575692 2024-12-03T20:26:17,532 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38267 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,44683,1733257575692 2024-12-03T20:26:17,534 DEBUG [RS:0;b29c245002d9:44683 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7 2024-12-03T20:26:17,534 DEBUG [RS:0;b29c245002d9:44683 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32833 2024-12-03T20:26:17,534 DEBUG [RS:0;b29c245002d9:44683 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:26:17,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11479613036/rs 2024-12-03T20:26:17,608 DEBUG [RS:0;b29c245002d9:44683 {}] zookeeper.ZKUtil(111): regionserver:44683-0x1019cdf92920004, quorum=127.0.0.1:63720, baseZNode=/11479613036 Set watcher on existing znode=/11479613036/rs/b29c245002d9,44683,1733257575692 2024-12-03T20:26:17,608 WARN [RS:0;b29c245002d9:44683 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:26:17,608 INFO [RS:0;b29c245002d9:44683 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:26:17,609 DEBUG [RS:0;b29c245002d9:44683 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/WALs/b29c245002d9,44683,1733257575692 2024-12-03T20:26:17,611 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,44683,1733257575692] 2024-12-03T20:26:17,618 INFO [RS:0;b29c245002d9:44683 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:26:17,620 INFO [RS:0;b29c245002d9:44683 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:26:17,624 INFO [RS:0;b29c245002d9:44683 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:26:17,624 INFO [RS:0;b29c245002d9:44683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:17,625 INFO [RS:0;b29c245002d9:44683 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:26:17,630 INFO [RS:0;b29c245002d9:44683 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:26:17,630 INFO [RS:0;b29c245002d9:44683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:17,631 DEBUG [RS:0;b29c245002d9:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:17,631 DEBUG [RS:0;b29c245002d9:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:17,631 DEBUG [RS:0;b29c245002d9:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:17,631 DEBUG [RS:0;b29c245002d9:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:17,631 DEBUG [RS:0;b29c245002d9:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:17,631 DEBUG [RS:0;b29c245002d9:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:26:17,631 DEBUG [RS:0;b29c245002d9:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:17,631 DEBUG [RS:0;b29c245002d9:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:17,631 DEBUG [RS:0;b29c245002d9:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:17,631 DEBUG [RS:0;b29c245002d9:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:17,631 DEBUG [RS:0;b29c245002d9:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:17,631 DEBUG [RS:0;b29c245002d9:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:17,631 DEBUG [RS:0;b29c245002d9:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:26:17,632 DEBUG [RS:0;b29c245002d9:44683 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:26:17,649 INFO [RS:0;b29c245002d9:44683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:17,649 INFO [RS:0;b29c245002d9:44683 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:17,649 INFO [RS:0;b29c245002d9:44683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:17,650 INFO [RS:0;b29c245002d9:44683 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:17,651 INFO [RS:0;b29c245002d9:44683 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:17,651 INFO [RS:0;b29c245002d9:44683 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44683,1733257575692-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:26:17,668 INFO [RS:0;b29c245002d9:44683 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:26:17,669 INFO [RS:0;b29c245002d9:44683 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44683,1733257575692-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:17,670 INFO [RS:0;b29c245002d9:44683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:17,670 INFO [RS:0;b29c245002d9:44683 {}] regionserver.Replication(171): b29c245002d9,44683,1733257575692 started 2024-12-03T20:26:17,697 INFO [RS:0;b29c245002d9:44683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:17,697 INFO [RS:0;b29c245002d9:44683 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,44683,1733257575692, RpcServer on b29c245002d9/172.17.0.3:44683, sessionid=0x1019cdf92920004 2024-12-03T20:26:17,697 DEBUG [RS:0;b29c245002d9:44683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:26:17,698 DEBUG [RS:0;b29c245002d9:44683 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,44683,1733257575692 2024-12-03T20:26:17,698 DEBUG [RS:0;b29c245002d9:44683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,44683,1733257575692' 2024-12-03T20:26:17,698 DEBUG [RS:0;b29c245002d9:44683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11479613036/flush-table-proc/abort' 2024-12-03T20:26:17,701 DEBUG [RS:0;b29c245002d9:44683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11479613036/flush-table-proc/acquired' 2024-12-03T20:26:17,701 DEBUG [RS:0;b29c245002d9:44683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:26:17,701 DEBUG [RS:0;b29c245002d9:44683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:26:17,712 DEBUG [RS:0;b29c245002d9:44683 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,44683,1733257575692 2024-12-03T20:26:17,712 DEBUG [RS:0;b29c245002d9:44683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,44683,1733257575692' 2024-12-03T20:26:17,712 DEBUG [RS:0;b29c245002d9:44683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11479613036/online-snapshot/abort' 2024-12-03T20:26:17,717 DEBUG [RS:0;b29c245002d9:44683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11479613036/online-snapshot/acquired' 2024-12-03T20:26:17,717 DEBUG [RS:0;b29c245002d9:44683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:26:17,717 INFO [RS:0;b29c245002d9:44683 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:26:17,717 INFO [RS:0;b29c245002d9:44683 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:26:17,818 INFO [RS:0;b29c245002d9:44683 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:26:17,819 INFO [RS:0;b29c245002d9:44683 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C44683%2C1733257575692, suffix=, logDir=hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/WALs/b29c245002d9,44683,1733257575692, archiveDir=hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/oldWALs, maxLogs=10 2024-12-03T20:26:17,837 DEBUG [RS:0;b29c245002d9:44683 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/WALs/b29c245002d9,44683,1733257575692/b29c245002d9%2C44683%2C1733257575692.1733257577819, exclude list is [], retry=0 2024-12-03T20:26:17,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-d10228d0-c98e-436f-8cbb-14254aa0c093,DISK] 2024-12-03T20:26:17,873 INFO [RS:0;b29c245002d9:44683 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/WALs/b29c245002d9,44683,1733257575692/b29c245002d9%2C44683%2C1733257575692.1733257577819 2024-12-03T20:26:17,876 DEBUG [RS:0;b29c245002d9:44683 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38673:38673)] 2024-12-03T20:26:17,892 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:26:17,892 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7 2024-12-03T20:26:17,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741833_1009 (size=32) 2024-12-03T20:26:18,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:18,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:26:18,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:26:18,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:18,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:18,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:26:18,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:26:18,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:18,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:18,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:26:18,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:26:18,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:18,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:18,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:26:18,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:26:18,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:18,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:18,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:26:18,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/data/hbase/meta/1588230740 2024-12-03T20:26:18,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/data/hbase/meta/1588230740 2024-12-03T20:26:18,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:26:18,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:26:18,330 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:26:18,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:26:18,334 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:26:18,335 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68940513, jitterRate=0.027293696999549866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:26:18,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257578316Initializing all the Stores at 1733257578316Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257578317 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257578317Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257578317Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257578317Cleaning up temporary data from old regions at 1733257578330 (+13 ms)Region opened successfully at 1733257578335 (+5 ms) 2024-12-03T20:26:18,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:26:18,335 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:26:18,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:26:18,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:26:18,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:26:18,336 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:26:18,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257578335Disabling compacts and flushes for region at 1733257578335Disabling writes for close at 1733257578335Writing region close event to WAL at 1733257578336 (+1 ms)Closed at 1733257578336 2024-12-03T20:26:18,337 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:26:18,337 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:26:18,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:26:18,338 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:26:18,339 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:26:18,489 DEBUG [b29c245002d9:38267 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:26:18,490 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,44683,1733257575692 2024-12-03T20:26:18,492 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,44683,1733257575692, state=OPENING 2024-12-03T20:26:18,501 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:26:18,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1019cdf92920004, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11479613036 2024-12-03T20:26:18,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11479613036 2024-12-03T20:26:18,513 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:26:18,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11479613036/meta-region-server: CHANGED 2024-12-03T20:26:18,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,44683,1733257575692}] 2024-12-03T20:26:18,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11479613036/meta-region-server: CHANGED 2024-12-03T20:26:18,668 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:26:18,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:26:18,674 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:26:18,674 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:26:18,674 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:26:18,676 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C44683%2C1733257575692.meta, suffix=.meta, logDir=hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/WALs/b29c245002d9,44683,1733257575692, archiveDir=hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/oldWALs, maxLogs=10 2024-12-03T20:26:18,693 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/WALs/b29c245002d9,44683,1733257575692/b29c245002d9%2C44683%2C1733257575692.meta.1733257578676.meta, exclude list is [], retry=0 2024-12-03T20:26:18,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38437,DS-d10228d0-c98e-436f-8cbb-14254aa0c093,DISK] 2024-12-03T20:26:18,700 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/WALs/b29c245002d9,44683,1733257575692/b29c245002d9%2C44683%2C1733257575692.meta.1733257578676.meta 2024-12-03T20:26:18,701 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38673:38673)] 2024-12-03T20:26:18,701 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:26:18,702 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:26:18,702 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:26:18,702 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:26:18,702 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:26:18,702 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:26:18,702 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:18,703 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:26:18,703 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:26:18,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:26:18,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:26:18,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:18,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:18,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:26:18,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:26:18,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:18,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:18,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:26:18,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:26:18,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:18,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:18,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:26:18,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:26:18,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:18,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:18,733 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:26:18,734 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/data/hbase/meta/1588230740 2024-12-03T20:26:18,735 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/data/hbase/meta/1588230740 2024-12-03T20:26:18,737 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:26:18,737 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:26:18,739 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:26:18,744 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:26:18,746 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63255218, jitterRate=-0.057423800230026245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:26:18,746 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:26:18,746 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257578703Writing region info on filesystem at 1733257578703Initializing all the Stores at 1733257578705 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257578705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257578709 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257578709Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257578709Cleaning up temporary data from old regions at 1733257578737 (+28 ms)Running coprocessor post-open hooks at 1733257578746 (+9 ms)Region opened successfully at 1733257578746 2024-12-03T20:26:18,748 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257578668 2024-12-03T20:26:18,759 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,44683,1733257575692 2024-12-03T20:26:18,760 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:26:18,760 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:26:18,764 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,44683,1733257575692, state=OPEN 2024-12-03T20:26:18,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11479613036/meta-region-server 2024-12-03T20:26:18,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1019cdf92920004, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11479613036/meta-region-server 2024-12-03T20:26:18,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11479613036/meta-region-server: CHANGED 2024-12-03T20:26:18,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11479613036/meta-region-server: CHANGED 2024-12-03T20:26:18,788 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,44683,1733257575692 2024-12-03T20:26:18,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:26:18,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,44683,1733257575692 in 275 msec 2024-12-03T20:26:18,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:26:18,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-12-03T20:26:18,811 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:26:18,811 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:26:18,828 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:26:18,829 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,44683,1733257575692, seqNum=-1] 2024-12-03T20:26:18,829 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:26:18,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:26:18,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4370 sec 2024-12-03T20:26:18,855 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257578855, completionTime=-1 2024-12-03T20:26:18,855 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T20:26:18,855 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:26:18,862 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:26:18,862 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257638862 2024-12-03T20:26:18,862 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257698862 2024-12-03T20:26:18,862 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-12-03T20:26:18,862 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,38267,1733257575393-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:18,862 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,38267,1733257575393-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:18,862 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,38267,1733257575393-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:18,862 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:38267, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:18,862 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:18,864 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:18,869 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:26:18,873 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.107sec 2024-12-03T20:26:18,873 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:26:18,873 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:26:18,873 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:26:18,873 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:26:18,873 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:26:18,873 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,38267,1733257575393-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:26:18,873 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,38267,1733257575393-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:26:18,894 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:26:18,895 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:26:18,895 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,38267,1733257575393-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:18,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cba68dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:18,958 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,38267,-1 for getting cluster id 2024-12-03T20:26:18,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:26:18,960 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '668c8ab2-f77c-4b41-ad14-eb976bc8b89d' 2024-12-03T20:26:18,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:26:18,960 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "668c8ab2-f77c-4b41-ad14-eb976bc8b89d" 2024-12-03T20:26:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b657dee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,38267,-1] 2024-12-03T20:26:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:26:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:18,962 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:26:18,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b95b4f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:18,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:26:18,964 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,44683,1733257575692, seqNum=-1] 2024-12-03T20:26:18,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:26:18,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:26:18,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,38267,1733257575393 2024-12-03T20:26:18,968 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63720 2024-12-03T20:26:19,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:26:19,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019cdf92920005 connected 2024-12-03T20:26:19,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52646220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:19,071 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,33869,-1 for getting cluster id 2024-12-03T20:26:19,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:26:19,072 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a5477f8-c9f2-47de-bcb0-6fb2d21ec569' 2024-12-03T20:26:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:26:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a5477f8-c9f2-47de-bcb0-6fb2d21ec569" 2024-12-03T20:26:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@80ca448, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,33869,-1] 2024-12-03T20:26:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:26:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:19,074 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:26:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26459d41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:19,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:26:19,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,33869,1733257568728 2024-12-03T20:26:19,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4430038a 2024-12-03T20:26:19,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:26:19,077 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:26:19,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b29c245002d9:38267,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T20:26:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T20:26:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:26:19,081 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:38267' 2024-12-03T20:26:19,082 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637ae83c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:19,082 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,38267,-1 for getting cluster id 2024-12-03T20:26:19,082 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:26:19,083 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '668c8ab2-f77c-4b41-ad14-eb976bc8b89d' 2024-12-03T20:26:19,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:26:19,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "668c8ab2-f77c-4b41-ad14-eb976bc8b89d" 2024-12-03T20:26:19,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e1971c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:19,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,38267,-1] 2024-12-03T20:26:19,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:26:19,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:19,087 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:26:19,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a44c3df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:19,088 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:26:19,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,38267,1733257575393 2024-12-03T20:26:19,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c718ed2 2024-12-03T20:26:19,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:26:19,090 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:26:19,091 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T20:26:19,091 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T20:26:19,091 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:19,091 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:19,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:26:19,092 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:26:19,094 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T20:26:19,096 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:26:19,096 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:19,100 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:26:19,144 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T20:26:19,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741835_1011 (size=1138) 2024-12-03T20:26:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:26:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:26:19,574 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59c8f084adb612d464a05d1b1b81f347, NAME => 'hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4 2024-12-03T20:26:19,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741836_1012 (size=44) 2024-12-03T20:26:19,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:19,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 59c8f084adb612d464a05d1b1b81f347, disabling compactions & flushes 2024-12-03T20:26:19,625 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347. 2024-12-03T20:26:19,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347. 2024-12-03T20:26:19,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347. after waiting 0 ms 2024-12-03T20:26:19,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347. 2024-12-03T20:26:19,625 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347. 2024-12-03T20:26:19,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59c8f084adb612d464a05d1b1b81f347: Waiting for close lock at 1733257579625Disabling compacts and flushes for region at 1733257579625Disabling writes for close at 1733257579625Writing region close event to WAL at 1733257579625Closed at 1733257579625 2024-12-03T20:26:19,627 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:26:19,630 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733257579627"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257579627"}]},"ts":"1733257579627"} 2024-12-03T20:26:19,633 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:26:19,634 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:26:19,634 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257579634"}]},"ts":"1733257579634"} 2024-12-03T20:26:19,638 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T20:26:19,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59c8f084adb612d464a05d1b1b81f347, ASSIGN}] 2024-12-03T20:26:19,640 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59c8f084adb612d464a05d1b1b81f347, ASSIGN 2024-12-03T20:26:19,641 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59c8f084adb612d464a05d1b1b81f347, ASSIGN; state=OFFLINE, location=b29c245002d9,41173,1733257568987; forceNewPlan=false, retain=false 2024-12-03T20:26:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:26:19,796 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=59c8f084adb612d464a05d1b1b81f347, regionState=OPENING, regionLocation=b29c245002d9,41173,1733257568987 2024-12-03T20:26:19,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59c8f084adb612d464a05d1b1b81f347, ASSIGN because future has completed 2024-12-03T20:26:19,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59c8f084adb612d464a05d1b1b81f347, server=b29c245002d9,41173,1733257568987}] 2024-12-03T20:26:19,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347. 2024-12-03T20:26:19,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:26:19,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T20:26:19,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C41173%2C1733257568987.rep, suffix=, logDir=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/WALs/b29c245002d9,41173,1733257568987, archiveDir=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/oldWALs, maxLogs=10 2024-12-03T20:26:19,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/WALs/b29c245002d9,41173,1733257568987/b29c245002d9%2C41173%2C1733257568987.rep.1733257579979, exclude list is [], retry=0 2024-12-03T20:26:20,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41707,DS-4e116bc9-75a2-4b0d-a251-8178f5cb273d,DISK] 2024-12-03T20:26:20,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/WALs/b29c245002d9,41173,1733257568987/b29c245002d9%2C41173%2C1733257568987.rep.1733257579979 2024-12-03T20:26:20,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34803:34803)] 2024-12-03T20:26:20,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 59c8f084adb612d464a05d1b1b81f347, NAME => 'hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:26:20,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:26:20,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:26:20,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347. service=MultiRowMutationService 2024-12-03T20:26:20,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T20:26:20,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 59c8f084adb612d464a05d1b1b81f347 2024-12-03T20:26:20,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:20,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 59c8f084adb612d464a05d1b1b81f347 2024-12-03T20:26:20,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 59c8f084adb612d464a05d1b1b81f347 2024-12-03T20:26:20,024 INFO [StoreOpener-59c8f084adb612d464a05d1b1b81f347-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 59c8f084adb612d464a05d1b1b81f347 2024-12-03T20:26:20,029 INFO [StoreOpener-59c8f084adb612d464a05d1b1b81f347-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59c8f084adb612d464a05d1b1b81f347 columnFamilyName hfileref 2024-12-03T20:26:20,029 DEBUG [StoreOpener-59c8f084adb612d464a05d1b1b81f347-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:20,035 INFO [StoreOpener-59c8f084adb612d464a05d1b1b81f347-1 {}] regionserver.HStore(327): Store=59c8f084adb612d464a05d1b1b81f347/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:20,035 INFO [StoreOpener-59c8f084adb612d464a05d1b1b81f347-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 59c8f084adb612d464a05d1b1b81f347 2024-12-03T20:26:20,041 INFO [StoreOpener-59c8f084adb612d464a05d1b1b81f347-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59c8f084adb612d464a05d1b1b81f347 columnFamilyName queue 2024-12-03T20:26:20,043 DEBUG [StoreOpener-59c8f084adb612d464a05d1b1b81f347-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:20,044 INFO [StoreOpener-59c8f084adb612d464a05d1b1b81f347-1 {}] regionserver.HStore(327): Store=59c8f084adb612d464a05d1b1b81f347/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:20,044 INFO [StoreOpener-59c8f084adb612d464a05d1b1b81f347-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 59c8f084adb612d464a05d1b1b81f347 2024-12-03T20:26:20,047 INFO [StoreOpener-59c8f084adb612d464a05d1b1b81f347-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59c8f084adb612d464a05d1b1b81f347 columnFamilyName sid 2024-12-03T20:26:20,047 DEBUG [StoreOpener-59c8f084adb612d464a05d1b1b81f347-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:20,048 INFO [StoreOpener-59c8f084adb612d464a05d1b1b81f347-1 {}] regionserver.HStore(327): Store=59c8f084adb612d464a05d1b1b81f347/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:20,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 59c8f084adb612d464a05d1b1b81f347 2024-12-03T20:26:20,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/replication/59c8f084adb612d464a05d1b1b81f347 2024-12-03T20:26:20,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/replication/59c8f084adb612d464a05d1b1b81f347 2024-12-03T20:26:20,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 59c8f084adb612d464a05d1b1b81f347 2024-12-03T20:26:20,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 59c8f084adb612d464a05d1b1b81f347 2024-12-03T20:26:20,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:26:20,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 59c8f084adb612d464a05d1b1b81f347 2024-12-03T20:26:20,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/replication/59c8f084adb612d464a05d1b1b81f347/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:26:20,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 59c8f084adb612d464a05d1b1b81f347; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72965677, jitterRate=0.08727331459522247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:26:20,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59c8f084adb612d464a05d1b1b81f347 2024-12-03T20:26:20,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 59c8f084adb612d464a05d1b1b81f347: Running coprocessor pre-open hook at 1733257580014Writing region info on filesystem at 1733257580014Initializing all the Stores at 1733257580020 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257580020Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257580023 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257580023Cleaning up temporary data from old regions at 1733257580059 (+36 ms)Running coprocessor post-open hooks at 1733257580081 (+22 ms)Region opened successfully at 1733257580082 (+1 ms) 2024-12-03T20:26:20,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347., pid=7, masterSystemTime=1733257579963 2024-12-03T20:26:20,099 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=59c8f084adb612d464a05d1b1b81f347, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,41173,1733257568987 2024-12-03T20:26:20,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347. 2024-12-03T20:26:20,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347. 2024-12-03T20:26:20,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59c8f084adb612d464a05d1b1b81f347, server=b29c245002d9,41173,1733257568987 because future has completed 2024-12-03T20:26:20,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T20:26:20,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 59c8f084adb612d464a05d1b1b81f347, server=b29c245002d9,41173,1733257568987 in 304 msec 2024-12-03T20:26:20,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:26:20,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59c8f084adb612d464a05d1b1b81f347, ASSIGN in 474 msec 2024-12-03T20:26:20,120 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:26:20,120 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257580120"}]},"ts":"1733257580120"} 2024-12-03T20:26:20,123 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T20:26:20,125 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:26:20,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0330 sec 2024-12-03T20:26:20,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347., hostname=b29c245002d9,41173,1733257568987, seqNum=2] 2024-12-03T20:26:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:26:20,228 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1019cdf92920001, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906077891 2024-12-03T20:26:20,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906077891 2024-12-03T20:26:20,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T20:26:20,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41173 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T20:26:20,404 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T20:26:20,440 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b29c245002d9,41173,1733257568987, ReplicationSource: 1, currentBandwidth=0 2024-12-03T20:26:20,441 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:26:20,441 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,41173,1733257568987, seqNum=-1] 2024-12-03T20:26:20,441 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:26:20,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-03T20:26:20,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b29c245002d9,41173,1733257568987', locateType=CURRENT is [region=hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347., hostname=b29c245002d9,41173,1733257568987, seqNum=2] 2024-12-03T20:26:20,448 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T20:26:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T20:26:20,452 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b29c245002d9,41173,1733257568987 suceeded 2024-12-03T20:26:20,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T20:26:20,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-12-03T20:26:20,456 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b29c245002d9:38267,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T20:26:20,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3790 sec 2024-12-03T20:26:20,466 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,41173,1733257568987 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:38267' 2024-12-03T20:26:20,468 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,41173,1733257568987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@468baf70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:20,468 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,41173,1733257568987 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,38267,-1 for getting cluster id 2024-12-03T20:26:20,468 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,41173,1733257568987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:26:20,469 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '668c8ab2-f77c-4b41-ad14-eb976bc8b89d' 2024-12-03T20:26:20,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:26:20,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "668c8ab2-f77c-4b41-ad14-eb976bc8b89d" 2024-12-03T20:26:20,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3876cb56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:20,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,38267,-1] 2024-12-03T20:26:20,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:26:20,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:20,471 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:26:20,472 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,41173,1733257568987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41e7831f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:20,472 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,41173,1733257568987 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:26:20,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,38267,1733257575393 2024-12-03T20:26:20,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@542c5d25 2024-12-03T20:26:20,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:26:20,474 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-03T20:26:20,475 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,41173,1733257568987 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b29c245002d9,41173,1733257568987 (queues=1) is replicating from cluster=7a5477f8-c9f2-47de-bcb0-6fb2d21ec569 to cluster=668c8ab2-f77c-4b41-ad14-eb976bc8b89d 2024-12-03T20:26:20,475 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,41173,1733257568987 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b29c245002d9%2C41173%2C1733257568987 2024-12-03T20:26:20,475 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,41173,1733257568987 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b29c245002d9,41173,1733257568987, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T20:26:20,476 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,41173,1733257568987.replicationSource.shipperb29c245002d9%2C41173%2C1733257568987,1-b29c245002d9,41173,1733257568987 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b29c245002d9%2C41173%2C1733257568987 2024-12-03T20:26:20,476 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,41173,1733257568987.replicationSource.wal-reader.b29c245002d9%2C41173%2C1733257568987,1-b29c245002d9,41173,1733257568987 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/WALs/b29c245002d9,41173,1733257568987/b29c245002d9%2C41173%2C1733257568987.1733257570687, startPosition=0, beingWritten=true 2024-12-03T20:26:20,684 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,41173,1733257568987.replicationSource.wal-reader.b29c245002d9%2C41173%2C1733257568987,1-b29c245002d9,41173,1733257568987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/WALs/b29c245002d9,41173,1733257568987/b29c245002d9%2C41173%2C1733257568987.1733257570687 to pos 0, reset compression=false 2024-12-03T20:26:21,002 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,41173,1733257568987.replicationSource.wal-reader.b29c245002d9%2C41173%2C1733257568987,1-b29c245002d9,41173,1733257568987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/WALs/b29c245002d9,41173,1733257568987/b29c245002d9%2C41173%2C1733257568987.1733257570687 to pos 0, reset compression=false 2024-12-03T20:26:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:26:21,227 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T20:26:21,227 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:26:21,227 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:26:21,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:21,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:21,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:26:21,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:26:21,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,33869,1733257568728 2024-12-03T20:26:21,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2901e618 2024-12-03T20:26:21,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:26:21,230 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:26:21,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33869 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T20:26:21,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T20:26:21,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:26:21,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:26:21,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:21,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:21,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:26:21,231 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:26:21,231 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1310265106, stopped=false 2024-12-03T20:26:21,231 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,38267,1733257575393 2024-12-03T20:26:21,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1019cdf92920004, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11479613036/running 2024-12-03T20:26:21,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1019cdf92920004, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11479613036 2024-12-03T20:26:21,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44683-0x1019cdf92920004, quorum=127.0.0.1:63720, baseZNode=/11479613036 Set watcher on znode that does not yet exist, /11479613036/running 2024-12-03T20:26:21,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11479613036/running 2024-12-03T20:26:21,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11479613036 2024-12-03T20:26:21,250 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:26:21,250 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:26:21,250 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:26:21,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:21,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Set watcher on znode that does not yet exist, /11479613036/running 2024-12-03T20:26:21,251 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,44683,1733257575692' ***** 2024-12-03T20:26:21,251 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:26:21,251 INFO [RS:0;b29c245002d9:44683 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:26:21,251 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:26:21,251 INFO [RS:0;b29c245002d9:44683 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:26:21,251 INFO [RS:0;b29c245002d9:44683 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:26:21,251 INFO [RS:0;b29c245002d9:44683 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,44683,1733257575692 2024-12-03T20:26:21,251 INFO [RS:0;b29c245002d9:44683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:26:21,251 INFO [RS:0;b29c245002d9:44683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:44683. 2024-12-03T20:26:21,251 DEBUG [RS:0;b29c245002d9:44683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:26:21,251 DEBUG [RS:0;b29c245002d9:44683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:21,251 INFO [RS:0;b29c245002d9:44683 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:26:21,251 INFO [RS:0;b29c245002d9:44683 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:26:21,251 INFO [RS:0;b29c245002d9:44683 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:26:21,251 INFO [RS:0;b29c245002d9:44683 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:26:21,252 INFO [RS:0;b29c245002d9:44683 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T20:26:21,252 DEBUG [RS:0;b29c245002d9:44683 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:26:21,252 DEBUG [RS:0;b29c245002d9:44683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:26:21,252 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:26:21,252 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:26:21,252 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:26:21,252 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:26:21,252 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:26:21,252 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T20:26:21,266 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:26:21,268 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/data/hbase/meta/1588230740/.tmp/ns/4916269d876d457ca0204d87e0b8a8da is 43, key is default/ns:d/1733257578838/Put/seqid=0 2024-12-03T20:26:21,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741835_1011 (size=5153) 2024-12-03T20:26:21,413 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,41173,1733257568987.replicationSource.wal-reader.b29c245002d9%2C41173%2C1733257568987,1-b29c245002d9,41173,1733257568987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/WALs/b29c245002d9,41173,1733257568987/b29c245002d9%2C41173%2C1733257568987.1733257570687 to pos 0, reset compression=false 2024-12-03T20:26:21,452 DEBUG [RS:0;b29c245002d9:44683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:26:21,652 DEBUG [RS:0;b29c245002d9:44683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:26:21,653 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:26:21,653 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:26:21,673 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/data/hbase/meta/1588230740/.tmp/ns/4916269d876d457ca0204d87e0b8a8da 2024-12-03T20:26:21,680 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/data/hbase/meta/1588230740/.tmp/ns/4916269d876d457ca0204d87e0b8a8da as hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/data/hbase/meta/1588230740/ns/4916269d876d457ca0204d87e0b8a8da 2024-12-03T20:26:21,687 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/data/hbase/meta/1588230740/ns/4916269d876d457ca0204d87e0b8a8da, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T20:26:21,688 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false 2024-12-03T20:26:21,695 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T20:26:21,696 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:26:21,696 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:26:21,696 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:26:21,696 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257581252Running coprocessor pre-close hooks at 1733257581252Disabling compacts and flushes for region at 1733257581252Disabling writes for close at 1733257581252Obtaining lock to block concurrent updates at 1733257581252Preparing flush snapshotting stores in 1588230740 at 1733257581252Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733257581252Flushing stores of hbase:meta,,1.1588230740 at 1733257581253 (+1 ms)Flushing 1588230740/ns: creating writer at 1733257581253Flushing 1588230740/ns: appending metadata at 1733257581268 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733257581268Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f797574: reopening flushed file at 1733257581679 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false at 1733257581689 (+10 ms)Writing region close event to WAL at 1733257581689Running coprocessor post-close hooks at 1733257581696 (+7 ms)Closed at 1733257581696 2024-12-03T20:26:21,696 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:26:21,852 INFO [RS:0;b29c245002d9:44683 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,44683,1733257575692; all regions closed. 2024-12-03T20:26:21,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741834_1010 (size=1152) 2024-12-03T20:26:21,866 DEBUG [RS:0;b29c245002d9:44683 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/oldWALs 2024-12-03T20:26:21,866 INFO [RS:0;b29c245002d9:44683 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C44683%2C1733257575692.meta:.meta(num 1733257578676) 2024-12-03T20:26:21,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741832_1008 (size=93) 2024-12-03T20:26:21,868 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/WALs/b29c245002d9,44683,1733257575692/b29c245002d9%2C44683%2C1733257575692.1733257577819 not finished, retry = 0 2024-12-03T20:26:21,919 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,41173,1733257568987.replicationSource.wal-reader.b29c245002d9%2C41173%2C1733257568987,1-b29c245002d9,41173,1733257568987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/WALs/b29c245002d9,41173,1733257568987/b29c245002d9%2C41173%2C1733257568987.1733257570687 to pos 0, reset compression=false 2024-12-03T20:26:21,983 DEBUG [RS:0;b29c245002d9:44683 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/oldWALs 2024-12-03T20:26:21,983 INFO [RS:0;b29c245002d9:44683 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C44683%2C1733257575692:(num 1733257577819) 2024-12-03T20:26:21,983 DEBUG [RS:0;b29c245002d9:44683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:21,983 INFO [RS:0;b29c245002d9:44683 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:26:21,984 INFO [RS:0;b29c245002d9:44683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:26:21,984 INFO [RS:0;b29c245002d9:44683 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T20:26:21,984 INFO [RS:0;b29c245002d9:44683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:26:21,984 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:26:21,985 INFO [RS:0;b29c245002d9:44683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44683 2024-12-03T20:26:22,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1019cdf92920004, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11479613036/rs/b29c245002d9,44683,1733257575692 2024-12-03T20:26:22,007 INFO [RS:0;b29c245002d9:44683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:26:22,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11479613036/rs 2024-12-03T20:26:22,159 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,44683,1733257575692] 2024-12-03T20:26:22,175 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11479613036/draining/b29c245002d9,44683,1733257575692 already deleted, retry=false 2024-12-03T20:26:22,175 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,44683,1733257575692 expired; onlineServers=0 2024-12-03T20:26:22,175 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,38267,1733257575393' ***** 2024-12-03T20:26:22,175 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:26:22,175 INFO [M:0;b29c245002d9:38267 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:26:22,175 INFO [M:0;b29c245002d9:38267 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:26:22,175 DEBUG [M:0;b29c245002d9:38267 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:26:22,176 DEBUG [M:0;b29c245002d9:38267 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:26:22,176 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257577521 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257577521,5,FailOnTimeoutGroup] 2024-12-03T20:26:22,176 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257577520 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257577520,5,FailOnTimeoutGroup] 2024-12-03T20:26:22,176 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:26:22,176 INFO [M:0;b29c245002d9:38267 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:26:22,176 INFO [M:0;b29c245002d9:38267 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:26:22,176 DEBUG [M:0;b29c245002d9:38267 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:26:22,176 INFO [M:0;b29c245002d9:38267 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:26:22,176 INFO [M:0;b29c245002d9:38267 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:26:22,176 INFO [M:0;b29c245002d9:38267 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:26:22,176 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:26:22,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11479613036/master 2024-12-03T20:26:22,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11479613036 2024-12-03T20:26:22,186 DEBUG [M:0;b29c245002d9:38267 {}] zookeeper.ZKUtil(347): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Unable to get data of znode /11479613036/master because node does not exist (not an error) 2024-12-03T20:26:22,186 WARN [M:0;b29c245002d9:38267 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T20:26:22,187 INFO [M:0;b29c245002d9:38267 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/.lastflushedseqids 2024-12-03T20:26:22,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741836_1012 (size=99) 2024-12-03T20:26:22,259 INFO [RS:0;b29c245002d9:44683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:26:22,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1019cdf92920004, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:26:22,259 INFO [RS:0;b29c245002d9:44683 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,44683,1733257575692; zookeeper connection closed. 2024-12-03T20:26:22,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44683-0x1019cdf92920004, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:26:22,259 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45688b33 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45688b33 2024-12-03T20:26:22,259 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T20:26:22,518 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T20:26:22,537 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,41173,1733257568987.replicationSource.wal-reader.b29c245002d9%2C41173%2C1733257568987,1-b29c245002d9,41173,1733257568987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/WALs/b29c245002d9,41173,1733257568987/b29c245002d9%2C41173%2C1733257568987.1733257570687 to pos 0, reset compression=false 2024-12-03T20:26:22,594 INFO [M:0;b29c245002d9:38267 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:26:22,594 INFO [M:0;b29c245002d9:38267 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:26:22,595 DEBUG [M:0;b29c245002d9:38267 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:26:22,595 INFO [M:0;b29c245002d9:38267 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:22,595 DEBUG [M:0;b29c245002d9:38267 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:22,595 DEBUG [M:0;b29c245002d9:38267 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:26:22,595 DEBUG [M:0;b29c245002d9:38267 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:22,595 INFO [M:0;b29c245002d9:38267 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T20:26:22,614 DEBUG [M:0;b29c245002d9:38267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c7df7c190c54a1587f8bec7c4605ce4 is 82, key is hbase:meta,,1/info:regioninfo/1733257578759/Put/seqid=0 2024-12-03T20:26:22,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741837_1013 (size=5672) 2024-12-03T20:26:22,619 INFO [M:0;b29c245002d9:38267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c7df7c190c54a1587f8bec7c4605ce4 2024-12-03T20:26:22,656 DEBUG [M:0;b29c245002d9:38267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90685568c4d04973b25ffcc71a2bc9cf is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733257578851/Put/seqid=0 2024-12-03T20:26:22,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741838_1014 (size=5275) 2024-12-03T20:26:22,665 INFO [M:0;b29c245002d9:38267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90685568c4d04973b25ffcc71a2bc9cf 2024-12-03T20:26:22,689 DEBUG [M:0;b29c245002d9:38267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/020e209582c94b0d8d407b486385f193 is 69, key is b29c245002d9,44683,1733257575692/rs:state/1733257577532/Put/seqid=0 2024-12-03T20:26:22,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741839_1015 (size=5156) 2024-12-03T20:26:23,107 INFO [M:0;b29c245002d9:38267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/020e209582c94b0d8d407b486385f193 2024-12-03T20:26:23,116 DEBUG [M:0;b29c245002d9:38267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c7df7c190c54a1587f8bec7c4605ce4 as hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c7df7c190c54a1587f8bec7c4605ce4 2024-12-03T20:26:23,127 INFO [M:0;b29c245002d9:38267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c7df7c190c54a1587f8bec7c4605ce4, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T20:26:23,128 DEBUG [M:0;b29c245002d9:38267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90685568c4d04973b25ffcc71a2bc9cf as hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90685568c4d04973b25ffcc71a2bc9cf 2024-12-03T20:26:23,140 INFO [M:0;b29c245002d9:38267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90685568c4d04973b25ffcc71a2bc9cf, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T20:26:23,141 DEBUG [M:0;b29c245002d9:38267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/020e209582c94b0d8d407b486385f193 as hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/020e209582c94b0d8d407b486385f193 2024-12-03T20:26:23,156 INFO [M:0;b29c245002d9:38267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32833/user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/020e209582c94b0d8d407b486385f193, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T20:26:23,157 INFO [M:0;b29c245002d9:38267 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 562ms, sequenceid=28, compaction requested=false 2024-12-03T20:26:23,158 INFO [M:0;b29c245002d9:38267 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:23,158 DEBUG [M:0;b29c245002d9:38267 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257582595Disabling compacts and flushes for region at 1733257582595Disabling writes for close at 1733257582595Obtaining lock to block concurrent updates at 1733257582595Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257582595Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733257582595Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257582596 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257582596Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257582613 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257582613Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257582629 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257582656 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257582656Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257582670 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257582689 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257582689Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d9a9d37: reopening flushed file at 1733257583114 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f17e673: reopening flushed file at 1733257583127 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60a85f46: reopening flushed file at 1733257583140 (+13 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 562ms, sequenceid=28, compaction requested=false at 1733257583157 (+17 ms)Writing region close event to WAL at 1733257583158 (+1 ms)Closed at 1733257583158 2024-12-03T20:26:23,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38437 is added to blk_1073741830_1006 (size=10165) 2024-12-03T20:26:23,162 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d253c84c-233f-c3c7-d6ac-2524d8de63c7/MasterData/WALs/b29c245002d9,38267,1733257575393/b29c245002d9%2C38267%2C1733257575393.1733257577129 not finished, retry = 0 2024-12-03T20:26:23,242 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,41173,1733257568987.replicationSource.wal-reader.b29c245002d9%2C41173%2C1733257568987,1-b29c245002d9,41173,1733257568987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/WALs/b29c245002d9,41173,1733257568987/b29c245002d9%2C41173%2C1733257568987.1733257570687 to pos 0, reset compression=false 2024-12-03T20:26:23,263 INFO [M:0;b29c245002d9:38267 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:26:23,263 INFO [M:0;b29c245002d9:38267 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38267 2024-12-03T20:26:23,263 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:26:23,264 INFO [M:0;b29c245002d9:38267 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:26:23,450 INFO [M:0;b29c245002d9:38267 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:26:23,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:26:23,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x1019cdf92920003, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:26:23,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34999bb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:26:23,461 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12c2c801{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:26:23,461 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:26:23,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c9345c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:26:23,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e4bcfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/hadoop.log.dir/,STOPPED} 2024-12-03T20:26:23,470 WARN [BP-2038766364-172.17.0.3-1733257571446 heartbeating to localhost/127.0.0.1:32833 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:26:23,470 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:26:23,470 WARN [BP-2038766364-172.17.0.3-1733257571446 heartbeating to localhost/127.0.0.1:32833 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2038766364-172.17.0.3-1733257571446 (Datanode Uuid dd7472c3-8ef1-4161-9f9f-ee976b715f1a) service to localhost/127.0.0.1:32833 2024-12-03T20:26:23,470 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:26:23,471 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/cluster_9e366dba-56cc-95f9-fb51-edfa09de7240/data/data1/current/BP-2038766364-172.17.0.3-1733257571446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:26:23,472 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/cluster_9e366dba-56cc-95f9-fb51-edfa09de7240/data/data2/current/BP-2038766364-172.17.0.3-1733257571446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:26:23,472 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:26:23,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c9b3cc8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:26:23,489 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a51996c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:26:23,489 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:26:23,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd1ba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:26:23,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9e52a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/hadoop.log.dir/,STOPPED} 2024-12-03T20:26:23,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T20:26:23,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T20:26:23,509 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:26:23,509 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:26:23,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:23,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:23,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:26:23,510 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:26:23,510 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1247898552, stopped=false 2024-12-03T20:26:23,510 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,33869,1733257568728 2024-12-03T20:26:23,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-906077891/running 2024-12-03T20:26:23,536 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1019cdf92920001, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-906077891/running 2024-12-03T20:26:23,536 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1019cdf92920001, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906077891 2024-12-03T20:26:23,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906077891 2024-12-03T20:26:23,536 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:26:23,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:26:23,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41173-0x1019cdf92920001, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Set watcher on znode that does not yet exist, /0-906077891/running 2024-12-03T20:26:23,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:26:23,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:23,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Set watcher on znode that does not yet exist, /0-906077891/running 2024-12-03T20:26:23,538 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,41173,1733257568987' ***** 2024-12-03T20:26:23,538 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:26:23,538 INFO [RS:0;b29c245002d9:41173 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:26:23,538 INFO [RS:0;b29c245002d9:41173 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:26:23,538 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:26:23,538 INFO [RS:0;b29c245002d9:41173 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:26:23,538 INFO [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(3091): Received CLOSE for 59c8f084adb612d464a05d1b1b81f347 2024-12-03T20:26:23,539 INFO [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,41173,1733257568987 2024-12-03T20:26:23,539 INFO [RS:0;b29c245002d9:41173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:26:23,539 INFO [RS:0;b29c245002d9:41173 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:41173. 2024-12-03T20:26:23,539 DEBUG [RS:0;b29c245002d9:41173 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:26:23,539 DEBUG [RS:0;b29c245002d9:41173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:23,539 INFO [RS:0;b29c245002d9:41173 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:26:23,539 INFO [RS:0;b29c245002d9:41173 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:26:23,539 INFO [RS:0;b29c245002d9:41173 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:26:23,539 INFO [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:26:23,539 INFO [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T20:26:23,539 DEBUG [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(1325): Online Regions={59c8f084adb612d464a05d1b1b81f347=hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:26:23,539 DEBUG [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59c8f084adb612d464a05d1b1b81f347 2024-12-03T20:26:23,539 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:26:23,540 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:26:23,540 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:26:23,540 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:26:23,540 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:26:23,540 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59c8f084adb612d464a05d1b1b81f347, disabling compactions & flushes 2024-12-03T20:26:23,540 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347. 2024-12-03T20:26:23,540 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T20:26:23,540 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347. 2024-12-03T20:26:23,540 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347. after waiting 0 ms 2024-12-03T20:26:23,540 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347. 2024-12-03T20:26:23,540 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 59c8f084adb612d464a05d1b1b81f347 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-03T20:26:23,564 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/meta/1588230740/.tmp/info/13a09b8b1f454571b59ce55d87ffc164 is 147, key is hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347./info:regioninfo/1733257580099/Put/seqid=0 2024-12-03T20:26:23,566 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/replication/59c8f084adb612d464a05d1b1b81f347/.tmp/queue/49d0b47421b54561bba93950d68edd33 is 151, key is 1-b29c245002d9,41173,1733257568987/queue:b29c245002d9%2C41173%2C1733257568987/1733257580446/Put/seqid=0 2024-12-03T20:26:23,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741838_1014 (size=6631) 2024-12-03T20:26:23,569 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:26:23,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741839_1015 (size=5350) 2024-12-03T20:26:23,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:26:23,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:26:23,740 DEBUG [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59c8f084adb612d464a05d1b1b81f347 2024-12-03T20:26:23,940 DEBUG [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59c8f084adb612d464a05d1b1b81f347 2024-12-03T20:26:23,970 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/meta/1588230740/.tmp/info/13a09b8b1f454571b59ce55d87ffc164 2024-12-03T20:26:23,986 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/replication/59c8f084adb612d464a05d1b1b81f347/.tmp/queue/49d0b47421b54561bba93950d68edd33 2024-12-03T20:26:24,003 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/replication/59c8f084adb612d464a05d1b1b81f347/.tmp/queue/49d0b47421b54561bba93950d68edd33 as hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/replication/59c8f084adb612d464a05d1b1b81f347/queue/49d0b47421b54561bba93950d68edd33 2024-12-03T20:26:24,030 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/meta/1588230740/.tmp/ns/2df58f5bdbc04512881dabed16b504da is 43, key is default/ns:d/1733257571248/Put/seqid=0 2024-12-03T20:26:24,033 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/replication/59c8f084adb612d464a05d1b1b81f347/queue/49d0b47421b54561bba93950d68edd33, entries=1, sequenceid=5, filesize=5.2 K 2024-12-03T20:26:24,035 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 59c8f084adb612d464a05d1b1b81f347 in 495ms, sequenceid=5, compaction requested=false 2024-12-03T20:26:24,047 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,41173,1733257568987.replicationSource.wal-reader.b29c245002d9%2C41173%2C1733257568987,1-b29c245002d9,41173,1733257568987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/WALs/b29c245002d9,41173,1733257568987/b29c245002d9%2C41173%2C1733257568987.1733257570687 to pos 0, reset compression=false 2024-12-03T20:26:24,047 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/replication/59c8f084adb612d464a05d1b1b81f347/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T20:26:24,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741840_1016 (size=5153) 2024-12-03T20:26:24,048 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:26:24,048 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:26:24,048 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347. 2024-12-03T20:26:24,048 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59c8f084adb612d464a05d1b1b81f347: Waiting for close lock at 1733257583540Running coprocessor pre-close hooks at 1733257583540Disabling compacts and flushes for region at 1733257583540Disabling writes for close at 1733257583540Obtaining lock to block concurrent updates at 1733257583540Preparing flush snapshotting stores in 59c8f084adb612d464a05d1b1b81f347 at 1733257583540Finished memstore snapshotting hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733257583541 (+1 ms)Flushing stores of hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347. at 1733257583541Flushing 59c8f084adb612d464a05d1b1b81f347/queue: creating writer at 1733257583542 (+1 ms)Flushing 59c8f084adb612d464a05d1b1b81f347/queue: appending metadata at 1733257583565 (+23 ms)Flushing 59c8f084adb612d464a05d1b1b81f347/queue: closing flushed file at 1733257583565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c8042d4: reopening flushed file at 1733257584002 (+437 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 59c8f084adb612d464a05d1b1b81f347 in 495ms, sequenceid=5, compaction requested=false at 1733257584035 (+33 ms)Writing region close event to WAL at 1733257584043 (+8 ms)Running coprocessor post-close hooks at 1733257584048 (+5 ms)Closed at 1733257584048 2024-12-03T20:26:24,048 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733257579092.59c8f084adb612d464a05d1b1b81f347. 2024-12-03T20:26:24,140 DEBUG [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:26:24,251 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:26:24,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:26:24,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:26:24,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:26:24,340 DEBUG [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:26:24,445 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/meta/1588230740/.tmp/ns/2df58f5bdbc04512881dabed16b504da 2024-12-03T20:26:24,470 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/meta/1588230740/.tmp/table/416252eb00fc43d48b7af3f2025b111a is 53, key is hbase:replication/table:state/1733257580120/Put/seqid=0 2024-12-03T20:26:24,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741841_1017 (size=5256) 2024-12-03T20:26:24,532 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:26:24,533 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:26:24,541 INFO [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T20:26:24,541 DEBUG [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:26:24,541 DEBUG [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:26:24,741 DEBUG [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:26:24,877 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/meta/1588230740/.tmp/table/416252eb00fc43d48b7af3f2025b111a 2024-12-03T20:26:24,909 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/meta/1588230740/.tmp/info/13a09b8b1f454571b59ce55d87ffc164 as hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/meta/1588230740/info/13a09b8b1f454571b59ce55d87ffc164 2024-12-03T20:26:24,918 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/meta/1588230740/info/13a09b8b1f454571b59ce55d87ffc164, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T20:26:24,920 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/meta/1588230740/.tmp/ns/2df58f5bdbc04512881dabed16b504da as hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/meta/1588230740/ns/2df58f5bdbc04512881dabed16b504da 2024-12-03T20:26:24,930 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/meta/1588230740/ns/2df58f5bdbc04512881dabed16b504da, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T20:26:24,931 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/meta/1588230740/.tmp/table/416252eb00fc43d48b7af3f2025b111a as hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/meta/1588230740/table/416252eb00fc43d48b7af3f2025b111a 2024-12-03T20:26:24,940 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/meta/1588230740/table/416252eb00fc43d48b7af3f2025b111a, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T20:26:24,941 DEBUG [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:26:24,942 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1402ms, sequenceid=11, compaction requested=false 2024-12-03T20:26:24,953 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,41173,1733257568987.replicationSource.wal-reader.b29c245002d9%2C41173%2C1733257568987,1-b29c245002d9,41173,1733257568987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/WALs/b29c245002d9,41173,1733257568987/b29c245002d9%2C41173%2C1733257568987.1733257570687 to pos 0, reset compression=false 2024-12-03T20:26:25,064 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T20:26:25,065 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:26:25,065 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:26:25,065 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:26:25,065 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257583539Running coprocessor pre-close hooks at 1733257583539Disabling compacts and flushes for region at 1733257583539Disabling writes for close at 1733257583540 (+1 ms)Obtaining lock to block concurrent updates at 1733257583540Preparing flush snapshotting stores in 1588230740 at 1733257583540Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733257583540Flushing stores of hbase:meta,,1.1588230740 at 1733257583541 (+1 ms)Flushing 1588230740/info: creating writer at 1733257583541Flushing 1588230740/info: appending metadata at 1733257583564 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733257583564Flushing 1588230740/ns: creating writer at 1733257583986 (+422 ms)Flushing 1588230740/ns: appending metadata at 1733257584029 (+43 ms)Flushing 1588230740/ns: closing flushed file at 1733257584029Flushing 1588230740/table: creating writer at 1733257584451 (+422 ms)Flushing 1588230740/table: appending metadata at 1733257584469 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733257584469Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d6814a: reopening flushed file at 1733257584908 (+439 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@737b2ef4: reopening flushed file at 1733257584918 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7599b0f2: reopening flushed file at 1733257584930 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1402ms, sequenceid=11, compaction requested=false at 1733257584943 (+13 ms)Writing region close event to WAL at 1733257585008 (+65 ms)Running coprocessor post-close hooks at 1733257585065 (+57 ms)Closed at 1733257585065 2024-12-03T20:26:25,066 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:26:25,142 INFO [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,41173,1733257568987; all regions closed. 2024-12-03T20:26:25,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741834_1010 (size=2742) 2024-12-03T20:26:25,182 DEBUG [RS:0;b29c245002d9:41173 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/oldWALs 2024-12-03T20:26:25,183 INFO [RS:0;b29c245002d9:41173 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C41173%2C1733257568987.meta:.meta(num 1733257571128) 2024-12-03T20:26:25,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741837_1013 (size=1586) 2024-12-03T20:26:25,211 DEBUG [RS:0;b29c245002d9:41173 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/oldWALs 2024-12-03T20:26:25,211 INFO [RS:0;b29c245002d9:41173 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C41173%2C1733257568987.rep:(num 1733257579979) 2024-12-03T20:26:25,229 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/WALs/b29c245002d9,41173,1733257568987/b29c245002d9%2C41173%2C1733257568987.1733257570687 not finished, retry = 0 2024-12-03T20:26:25,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741833_1009 (size=93) 2024-12-03T20:26:25,344 DEBUG [RS:0;b29c245002d9:41173 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/oldWALs 2024-12-03T20:26:25,344 INFO [RS:0;b29c245002d9:41173 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C41173%2C1733257568987:(num 1733257570687) 2024-12-03T20:26:25,344 DEBUG [RS:0;b29c245002d9:41173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:25,344 INFO [RS:0;b29c245002d9:41173 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:26:25,344 INFO [RS:0;b29c245002d9:41173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:26:25,344 INFO [RS:0;b29c245002d9:41173 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T20:26:25,344 INFO [RS:0;b29c245002d9:41173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:26:25,345 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:26:25,346 INFO [RS:0;b29c245002d9:41173 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b29c245002d9,41173,1733257568987 because: Region server is closing 2024-12-03T20:26:25,346 INFO [RS:0;b29c245002d9:41173 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:41173. 2024-12-03T20:26:25,346 DEBUG [RS:0;b29c245002d9:41173 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:26:25,346 DEBUG [RS:0;b29c245002d9:41173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:25,346 DEBUG [RS:0;b29c245002d9:41173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:25,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:26:25,447 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,41173,1733257568987.replicationSource.wal-reader.b29c245002d9%2C41173%2C1733257568987,1-b29c245002d9,41173,1733257568987 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T20:26:25,447 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,41173,1733257568987.replicationSource.shipperb29c245002d9%2C41173%2C1733257568987,1-b29c245002d9,41173,1733257568987 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T20:26:25,447 INFO [RS:0;b29c245002d9:41173 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,41173,1733257568987.replicationSource.shipperb29c245002d9%2C41173%2C1733257568987,1-b29c245002d9,41173,1733257568987 terminated 2024-12-03T20:26:25,447 INFO [RS:0;b29c245002d9:41173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41173 2024-12-03T20:26:25,499 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1019cdf92920001, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-906077891/rs/b29c245002d9,41173,1733257568987 2024-12-03T20:26:25,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906077891/rs 2024-12-03T20:26:25,500 INFO [RS:0;b29c245002d9:41173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:26:25,500 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,41173,1733257568987] 2024-12-03T20:26:25,522 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-906077891/draining/b29c245002d9,41173,1733257568987 already deleted, retry=false 2024-12-03T20:26:25,522 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,41173,1733257568987 expired; onlineServers=0 2024-12-03T20:26:25,522 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,33869,1733257568728' ***** 2024-12-03T20:26:25,522 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:26:25,522 INFO [M:0;b29c245002d9:33869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:26:25,522 INFO [M:0;b29c245002d9:33869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:26:25,522 DEBUG [M:0;b29c245002d9:33869 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:26:25,522 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:26:25,522 DEBUG [M:0;b29c245002d9:33869 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:26:25,522 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257570435 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257570435,5,FailOnTimeoutGroup] 2024-12-03T20:26:25,523 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257570435 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257570435,5,FailOnTimeoutGroup] 2024-12-03T20:26:25,523 INFO [M:0;b29c245002d9:33869 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:26:25,523 INFO [M:0;b29c245002d9:33869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:26:25,523 DEBUG [M:0;b29c245002d9:33869 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:26:25,523 INFO [M:0;b29c245002d9:33869 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:26:25,523 INFO [M:0;b29c245002d9:33869 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:26:25,523 INFO [M:0;b29c245002d9:33869 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:26:25,523 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:26:25,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-906077891/master 2024-12-03T20:26:25,533 DEBUG [M:0;b29c245002d9:33869 {}] zookeeper.ZKUtil(347): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Unable to get data of znode /0-906077891/master because node does not exist (not an error) 2024-12-03T20:26:25,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-906077891 2024-12-03T20:26:25,533 WARN [M:0;b29c245002d9:33869 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T20:26:25,534 INFO [M:0;b29c245002d9:33869 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/.lastflushedseqids 2024-12-03T20:26:25,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741842_1018 (size=181) 2024-12-03T20:26:25,612 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1019cdf92920001, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:26:25,612 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41173-0x1019cdf92920001, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:26:25,612 INFO [RS:0;b29c245002d9:41173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:26:25,613 INFO [RS:0;b29c245002d9:41173 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,41173,1733257568987; zookeeper connection closed. 2024-12-03T20:26:25,624 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ebdadfc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ebdadfc 2024-12-03T20:26:25,625 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T20:26:25,960 INFO [M:0;b29c245002d9:33869 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:26:25,960 INFO [M:0;b29c245002d9:33869 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:26:25,960 DEBUG [M:0;b29c245002d9:33869 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:26:25,960 INFO [M:0;b29c245002d9:33869 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:25,961 DEBUG [M:0;b29c245002d9:33869 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:25,961 DEBUG [M:0;b29c245002d9:33869 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:26:25,961 DEBUG [M:0;b29c245002d9:33869 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:25,961 INFO [M:0;b29c245002d9:33869 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-03T20:26:25,988 DEBUG [M:0;b29c245002d9:33869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18507169d7424690aae51c14d43b4be1 is 82, key is hbase:meta,,1/info:regioninfo/1733257571168/Put/seqid=0 2024-12-03T20:26:26,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741843_1019 (size=5672) 2024-12-03T20:26:26,428 INFO [M:0;b29c245002d9:33869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18507169d7424690aae51c14d43b4be1 2024-12-03T20:26:26,489 DEBUG [M:0;b29c245002d9:33869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2087ba5858384f7297e9f368a0c93556 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733257580127/Put/seqid=0 2024-12-03T20:26:26,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741844_1020 (size=7203) 2024-12-03T20:26:26,526 INFO [M:0;b29c245002d9:33869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2087ba5858384f7297e9f368a0c93556 2024-12-03T20:26:26,591 DEBUG [M:0;b29c245002d9:33869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f02cd9e3f9574923b7fb97c73ac8c564 is 69, key is b29c245002d9,41173,1733257568987/rs:state/1733257570478/Put/seqid=0 2024-12-03T20:26:26,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741845_1021 (size=5156) 2024-12-03T20:26:27,032 INFO [M:0;b29c245002d9:33869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f02cd9e3f9574923b7fb97c73ac8c564 2024-12-03T20:26:27,070 DEBUG [M:0;b29c245002d9:33869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18507169d7424690aae51c14d43b4be1 as hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/18507169d7424690aae51c14d43b4be1 2024-12-03T20:26:27,077 INFO [M:0;b29c245002d9:33869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/18507169d7424690aae51c14d43b4be1, entries=8, sequenceid=70, filesize=5.5 K 2024-12-03T20:26:27,078 DEBUG [M:0;b29c245002d9:33869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2087ba5858384f7297e9f368a0c93556 as hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2087ba5858384f7297e9f368a0c93556 2024-12-03T20:26:27,090 INFO [M:0;b29c245002d9:33869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2087ba5858384f7297e9f368a0c93556, entries=8, sequenceid=70, filesize=7.0 K 2024-12-03T20:26:27,092 DEBUG [M:0;b29c245002d9:33869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f02cd9e3f9574923b7fb97c73ac8c564 as hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f02cd9e3f9574923b7fb97c73ac8c564 2024-12-03T20:26:27,100 INFO [M:0;b29c245002d9:33869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f02cd9e3f9574923b7fb97c73ac8c564, entries=1, sequenceid=70, filesize=5.0 K 2024-12-03T20:26:27,102 INFO [M:0;b29c245002d9:33869 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1141ms, sequenceid=70, compaction requested=false 2024-12-03T20:26:27,143 INFO [M:0;b29c245002d9:33869 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:27,143 DEBUG [M:0;b29c245002d9:33869 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257585960Disabling compacts and flushes for region at 1733257585960Disabling writes for close at 1733257585961 (+1 ms)Obtaining lock to block concurrent updates at 1733257585961Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257585961Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733257585961Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257585962 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257585962Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257585987 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257585987Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257586441 (+454 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257586487 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257586487Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257586560 (+73 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257586590 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257586590Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5781c25e: reopening flushed file at 1733257587068 (+478 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a7bb0b6: reopening flushed file at 1733257587077 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4adba: reopening flushed file at 1733257587091 (+14 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1141ms, sequenceid=70, compaction requested=false at 1733257587102 (+11 ms)Writing region close event to WAL at 1733257587143 (+41 ms)Closed at 1733257587143 2024-12-03T20:26:27,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:26:27,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T20:26:27,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T20:26:27,183 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:26:27,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741830_1006 (size=41008) 2024-12-03T20:26:27,192 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e6c6e9a9-cdf6-5841-d195-4ed75d256bf4/MasterData/WALs/b29c245002d9,33869,1733257568728/b29c245002d9%2C33869%2C1733257568728.1733257569974 not finished, retry = 0 2024-12-03T20:26:27,293 INFO [M:0;b29c245002d9:33869 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:26:27,293 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:26:27,294 INFO [M:0;b29c245002d9:33869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33869 2024-12-03T20:26:27,294 INFO [M:0;b29c245002d9:33869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:26:27,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:26:27,413 INFO [M:0;b29c245002d9:33869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:26:27,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33869-0x1019cdf92920000, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:26:27,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d8272f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:26:27,418 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:26:27,418 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:26:27,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:26:27,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/hadoop.log.dir/,STOPPED} 2024-12-03T20:26:27,424 WARN [BP-228674206-172.17.0.3-1733257565965 heartbeating to localhost/127.0.0.1:40927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:26:27,424 WARN [BP-228674206-172.17.0.3-1733257565965 heartbeating to localhost/127.0.0.1:40927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-228674206-172.17.0.3-1733257565965 (Datanode Uuid 2998babd-c484-4397-93df-f05d634aa1e4) service to localhost/127.0.0.1:40927 2024-12-03T20:26:27,425 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:26:27,425 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:26:27,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/cluster_2dea1d82-c75d-bc73-af6e-59fcba504f91/data/data1/current/BP-228674206-172.17.0.3-1733257565965 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:26:27,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/cluster_2dea1d82-c75d-bc73-af6e-59fcba504f91/data/data2/current/BP-228674206-172.17.0.3-1733257565965 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:26:27,425 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:26:27,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:26:27,442 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:26:27,442 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:26:27,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:26:27,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f047a879-7f16-5823-3c16-49c1caef3584/hadoop.log.dir/,STOPPED} 2024-12-03T20:26:27,466 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T20:26:27,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T20:26:27,505 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 106) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32833 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:32833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63720) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63720) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40927 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=849 (was 982), ProcessCount=11 (was 11), AvailableMemoryMB=1644 (was 2482) 2024-12-03T20:26:27,541 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=849, ProcessCount=11, AvailableMemoryMB=1630 2024-12-03T20:26:27,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019cdf92920005, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T20:26:27,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019cdf92920005, quorum=127.0.0.1:63720, baseZNode=/11479613036 Received Disconnected from ZooKeeper, ignoring 2024-12-03T20:26:27,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019cdf92920002, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T20:26:27,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019cdf92920002, quorum=127.0.0.1:63720, baseZNode=/0-906077891 Received Disconnected from ZooKeeper, ignoring 2024-12-03T20:26:27,578 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-03T20:26:27,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/hadoop.log.dir so I do NOT create it in target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339 2024-12-03T20:26:27,579 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:26:27,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/hadoop.tmp.dir so I do NOT create it in target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339 2024-12-03T20:26:27,579 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc957449-a73e-ec5a-7807-95a5dfcba669/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:26:27,579 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339 2024-12-03T20:26:27,579 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/cluster_b3fe396c-1791-a102-2a59-248a3066f37c, deleteOnExit=true 2024-12-03T20:26:27,629 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/cluster_b3fe396c-1791-a102-2a59-248a3066f37c/zookeeper_0, clientPort=63368, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/cluster_b3fe396c-1791-a102-2a59-248a3066f37c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/cluster_b3fe396c-1791-a102-2a59-248a3066f37c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T20:26:27,640 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63368 2024-12-03T20:26:27,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:26:27,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:26:27,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/test.cache.data in system properties and HBase conf 2024-12-03T20:26:27,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:26:27,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:26:27,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:26:27,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:26:27,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:26:27,645 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:26:27,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:26:27,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:26:27,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:26:27,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:26:27,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:26:27,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:26:27,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:26:27,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:26:27,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:26:27,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:26:27,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:26:27,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:26:27,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:26:27,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:26:28,078 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:26:28,091 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:26:28,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:26:28,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:26:28,145 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:26:28,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:26:28,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62175913{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:26:28,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b5fcb95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:26:28,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b9ff422{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/java.io.tmpdir/jetty-localhost-45607-hadoop-hdfs-3_4_1-tests_jar-_-any-4095633595072473072/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:26:28,274 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e6abb26{HTTP/1.1, (http/1.1)}{localhost:45607} 2024-12-03T20:26:28,274 INFO [Time-limited test {}] server.Server(415): Started @58209ms 2024-12-03T20:26:28,555 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:26:28,559 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:26:28,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:26:28,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:26:28,564 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:26:28,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63ff1d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:26:28,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@133292a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:26:28,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5936ebe3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/java.io.tmpdir/jetty-localhost-40637-hadoop-hdfs-3_4_1-tests_jar-_-any-12224105805632487835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:26:28,691 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7847837d{HTTP/1.1, (http/1.1)}{localhost:40637} 2024-12-03T20:26:28,691 INFO [Time-limited test {}] server.Server(415): Started @58626ms 2024-12-03T20:26:28,693 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:26:29,527 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/cluster_b3fe396c-1791-a102-2a59-248a3066f37c/data/data2/current/BP-1844888128-172.17.0.3-1733257587710/current, will proceed with Du for space computation calculation, 2024-12-03T20:26:29,527 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/cluster_b3fe396c-1791-a102-2a59-248a3066f37c/data/data1/current/BP-1844888128-172.17.0.3-1733257587710/current, will proceed with Du for space computation calculation, 2024-12-03T20:26:29,543 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:26:29,546 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3ea89500e262a69 with lease ID 0xdc9ebb3f96268873: Processing first storage report for DS-c902ff74-488e-487e-aeb9-b2944c700af8 from datanode DatanodeRegistration(127.0.0.1:45315, datanodeUuid=57cfb75a-19c6-426e-a2f3-33bd7eb10ffb, infoPort=36199, infoSecurePort=0, ipcPort=36817, storageInfo=lv=-57;cid=testClusterID;nsid=1796225619;c=1733257587710) 2024-12-03T20:26:29,546 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3ea89500e262a69 with lease ID 0xdc9ebb3f96268873: from storage DS-c902ff74-488e-487e-aeb9-b2944c700af8 node DatanodeRegistration(127.0.0.1:45315, datanodeUuid=57cfb75a-19c6-426e-a2f3-33bd7eb10ffb, infoPort=36199, infoSecurePort=0, ipcPort=36817, storageInfo=lv=-57;cid=testClusterID;nsid=1796225619;c=1733257587710), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:26:29,546 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3ea89500e262a69 with lease ID 0xdc9ebb3f96268873: Processing first storage report for DS-c79cf34a-475e-46e3-a404-e1fe61ae55a0 from datanode DatanodeRegistration(127.0.0.1:45315, datanodeUuid=57cfb75a-19c6-426e-a2f3-33bd7eb10ffb, infoPort=36199, infoSecurePort=0, ipcPort=36817, storageInfo=lv=-57;cid=testClusterID;nsid=1796225619;c=1733257587710) 2024-12-03T20:26:29,547 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3ea89500e262a69 with lease ID 0xdc9ebb3f96268873: from storage DS-c79cf34a-475e-46e3-a404-e1fe61ae55a0 node DatanodeRegistration(127.0.0.1:45315, datanodeUuid=57cfb75a-19c6-426e-a2f3-33bd7eb10ffb, infoPort=36199, infoSecurePort=0, ipcPort=36817, storageInfo=lv=-57;cid=testClusterID;nsid=1796225619;c=1733257587710), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:26:29,550 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:26:29,563 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339 2024-12-03T20:26:29,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:29,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:29,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:26:29,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:26:29,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:26:29,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:26:29,641 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778 with version=8 2024-12-03T20:26:29,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/hbase-staging 2024-12-03T20:26:29,644 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:26:29,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:29,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:29,644 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:26:29,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:29,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:26:29,644 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:26:29,644 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:26:29,654 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39183 2024-12-03T20:26:29,656 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39183 connecting to ZooKeeper ensemble=127.0.0.1:63368 2024-12-03T20:26:29,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391830x0, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:26:29,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39183-0x1019cdfe73e0000 connected 2024-12-03T20:26:30,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:30,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:30,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Set watcher on znode that does not yet exist, /0-1215572608/running 2024-12-03T20:26:30,139 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778, hbase.cluster.distributed=false 2024-12-03T20:26:30,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Set watcher on znode that does not yet exist, /0-1215572608/acl 2024-12-03T20:26:30,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39183 2024-12-03T20:26:30,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39183 2024-12-03T20:26:30,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39183 2024-12-03T20:26:30,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39183 2024-12-03T20:26:30,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39183 2024-12-03T20:26:30,155 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:26:30,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:30,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:30,155 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:26:30,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:30,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:26:30,155 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:26:30,155 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:26:30,156 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43553 2024-12-03T20:26:30,156 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43553 connecting to ZooKeeper ensemble=127.0.0.1:63368 2024-12-03T20:26:30,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:30,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:30,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435530x0, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:26:30,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435530x0, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Set watcher on znode that does not yet exist, /0-1215572608/running 2024-12-03T20:26:30,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43553-0x1019cdfe73e0001 connected 2024-12-03T20:26:30,185 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:26:30,186 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:26:30,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43553-0x1019cdfe73e0001, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Set watcher on znode that does not yet exist, /0-1215572608/master 2024-12-03T20:26:30,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43553-0x1019cdfe73e0001, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Set watcher on znode that does not yet exist, /0-1215572608/acl 2024-12-03T20:26:30,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43553 2024-12-03T20:26:30,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43553 2024-12-03T20:26:30,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43553 2024-12-03T20:26:30,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43553 2024-12-03T20:26:30,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43553 2024-12-03T20:26:30,205 DEBUG [M:0;b29c245002d9:39183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:39183 2024-12-03T20:26:30,206 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1215572608/backup-masters/b29c245002d9,39183,1733257589643 2024-12-03T20:26:30,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43553-0x1019cdfe73e0001, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1215572608/backup-masters 2024-12-03T20:26:30,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1215572608/backup-masters 2024-12-03T20:26:30,249 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Set watcher on existing znode=/0-1215572608/backup-masters/b29c245002d9,39183,1733257589643 2024-12-03T20:26:30,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43553-0x1019cdfe73e0001, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1215572608/master 2024-12-03T20:26:30,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1215572608 2024-12-03T20:26:30,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43553-0x1019cdfe73e0001, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1215572608 2024-12-03T20:26:30,267 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Set watcher on existing znode=/0-1215572608/master 2024-12-03T20:26:30,268 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1215572608/backup-masters/b29c245002d9,39183,1733257589643 from backup master directory 2024-12-03T20:26:30,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1215572608/backup-masters/b29c245002d9,39183,1733257589643 2024-12-03T20:26:30,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43553-0x1019cdfe73e0001, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1215572608/backup-masters 2024-12-03T20:26:30,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1215572608/backup-masters 2024-12-03T20:26:30,280 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:26:30,280 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,39183,1733257589643 2024-12-03T20:26:30,290 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/hbase.id] with ID: 4795437c-6783-40a5-b7d7-7b1e42c20f63 2024-12-03T20:26:30,290 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/.tmp/hbase.id 2024-12-03T20:26:30,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:26:30,695 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/.tmp/hbase.id]:[hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/hbase.id] 2024-12-03T20:26:30,707 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:30,707 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:26:30,708 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T20:26:30,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43553-0x1019cdfe73e0001, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1215572608 2024-12-03T20:26:30,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1215572608 2024-12-03T20:26:30,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:26:31,206 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:26:31,207 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:26:31,212 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:26:31,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:26:31,681 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/data/master/store 2024-12-03T20:26:31,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:26:32,089 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:32,089 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:26:32,089 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:32,089 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:32,089 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:26:32,089 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:32,089 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:32,089 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257592089Disabling compacts and flushes for region at 1733257592089Disabling writes for close at 1733257592089Writing region close event to WAL at 1733257592089Closed at 1733257592089 2024-12-03T20:26:32,090 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/data/master/store/.initializing 2024-12-03T20:26:32,090 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/WALs/b29c245002d9,39183,1733257589643 2024-12-03T20:26:32,091 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:26:32,093 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C39183%2C1733257589643, suffix=, logDir=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/WALs/b29c245002d9,39183,1733257589643, archiveDir=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/oldWALs, maxLogs=10 2024-12-03T20:26:32,110 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/WALs/b29c245002d9,39183,1733257589643/b29c245002d9%2C39183%2C1733257589643.1733257592093, exclude list is [], retry=0 2024-12-03T20:26:32,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45315,DS-c902ff74-488e-487e-aeb9-b2944c700af8,DISK] 2024-12-03T20:26:32,115 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/WALs/b29c245002d9,39183,1733257589643/b29c245002d9%2C39183%2C1733257589643.1733257592093 2024-12-03T20:26:32,115 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36199:36199)] 2024-12-03T20:26:32,115 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:26:32,116 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:32,116 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:32,116 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:32,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:32,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:26:32,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:32,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:32,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:32,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:26:32,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:32,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:32,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:32,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:26:32,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:32,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:32,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:32,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:26:32,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:32,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:32,138 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:32,138 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:32,139 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:32,140 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:32,140 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:32,141 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:26:32,142 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:32,144 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:26:32,145 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68878078, jitterRate=0.026363343000411987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:26:32,146 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257592116Initializing all the Stores at 1733257592117 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257592117Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257592117Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257592117Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257592117Cleaning up temporary data from old regions at 1733257592140 (+23 ms)Region opened successfully at 1733257592146 (+6 ms) 2024-12-03T20:26:32,147 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:26:32,151 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bdc7338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:26:32,152 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:26:32,152 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:26:32,152 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:26:32,152 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:26:32,153 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T20:26:32,153 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:26:32,153 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:26:32,156 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:26:32,157 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Unable to get data of znode /0-1215572608/balancer because node does not exist (not necessarily an error) 2024-12-03T20:26:32,185 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1215572608/balancer already deleted, retry=false 2024-12-03T20:26:32,185 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:26:32,186 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Unable to get data of znode /0-1215572608/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:26:32,214 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1215572608/normalizer already deleted, retry=false 2024-12-03T20:26:32,215 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:26:32,216 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Unable to get data of znode /0-1215572608/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:26:32,227 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1215572608/switch/split already deleted, retry=false 2024-12-03T20:26:32,228 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Unable to get data of znode /0-1215572608/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:26:32,237 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1215572608/switch/merge already deleted, retry=false 2024-12-03T20:26:32,239 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Unable to get data of znode /0-1215572608/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:26:32,248 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1215572608/snapshot-cleanup already deleted, retry=false 2024-12-03T20:26:32,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1215572608/running 2024-12-03T20:26:32,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43553-0x1019cdfe73e0001, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1215572608/running 2024-12-03T20:26:32,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43553-0x1019cdfe73e0001, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1215572608 2024-12-03T20:26:32,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1215572608 2024-12-03T20:26:32,259 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,39183,1733257589643, sessionid=0x1019cdfe73e0000, setting cluster-up flag (Was=false) 2024-12-03T20:26:32,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1215572608 2024-12-03T20:26:32,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43553-0x1019cdfe73e0001, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1215572608 2024-12-03T20:26:32,311 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1215572608/flush-table-proc/acquired, /0-1215572608/flush-table-proc/reached, /0-1215572608/flush-table-proc/abort 2024-12-03T20:26:32,312 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,39183,1733257589643 2024-12-03T20:26:32,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43553-0x1019cdfe73e0001, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1215572608 2024-12-03T20:26:32,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1215572608 2024-12-03T20:26:32,372 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1215572608/online-snapshot/acquired, /0-1215572608/online-snapshot/reached, /0-1215572608/online-snapshot/abort 2024-12-03T20:26:32,373 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,39183,1733257589643 2024-12-03T20:26:32,376 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:26:32,380 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:26:32,380 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:26:32,380 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:26:32,380 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,39183,1733257589643 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:26:32,382 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:26:32,382 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:26:32,382 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:26:32,382 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:26:32,382 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:26:32,382 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:32,382 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:26:32,382 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:32,386 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257622386 2024-12-03T20:26:32,386 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:26:32,386 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:26:32,386 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:26:32,386 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:26:32,386 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:26:32,386 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:26:32,387 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:26:32,387 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:26:32,387 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:32,388 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:32,388 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:26:32,396 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:26:32,397 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:26:32,397 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:26:32,397 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:26:32,412 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:26:32,412 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:26:32,414 INFO [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(746): ClusterId : 4795437c-6783-40a5-b7d7-7b1e42c20f63 2024-12-03T20:26:32,414 DEBUG [RS:0;b29c245002d9:43553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:26:32,416 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257592413,5,FailOnTimeoutGroup] 2024-12-03T20:26:32,428 DEBUG [RS:0;b29c245002d9:43553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:26:32,428 DEBUG [RS:0;b29c245002d9:43553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:26:32,432 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257592417,5,FailOnTimeoutGroup] 2024-12-03T20:26:32,432 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:32,432 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:26:32,432 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:32,432 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:32,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:26:32,518 DEBUG [RS:0;b29c245002d9:43553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:26:32,519 DEBUG [RS:0;b29c245002d9:43553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cbd2f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:26:32,537 DEBUG [RS:0;b29c245002d9:43553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:43553 2024-12-03T20:26:32,537 INFO [RS:0;b29c245002d9:43553 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:26:32,537 INFO [RS:0;b29c245002d9:43553 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:26:32,537 DEBUG [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:26:32,538 INFO [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,39183,1733257589643 with port=43553, startcode=1733257590154 2024-12-03T20:26:32,539 DEBUG [RS:0;b29c245002d9:43553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:26:32,541 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:26:32,541 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39183 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,43553,1733257590154 2024-12-03T20:26:32,541 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39183 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,43553,1733257590154 2024-12-03T20:26:32,550 DEBUG [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778 2024-12-03T20:26:32,550 DEBUG [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43955 2024-12-03T20:26:32,550 DEBUG [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:26:32,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1215572608/rs 2024-12-03T20:26:32,564 DEBUG [RS:0;b29c245002d9:43553 {}] zookeeper.ZKUtil(111): regionserver:43553-0x1019cdfe73e0001, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Set watcher on existing znode=/0-1215572608/rs/b29c245002d9,43553,1733257590154 2024-12-03T20:26:32,564 WARN [RS:0;b29c245002d9:43553 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:26:32,564 INFO [RS:0;b29c245002d9:43553 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:26:32,564 DEBUG [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154 2024-12-03T20:26:32,565 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,43553,1733257590154] 2024-12-03T20:26:32,569 INFO [RS:0;b29c245002d9:43553 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:26:32,570 INFO [RS:0;b29c245002d9:43553 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:26:32,571 INFO [RS:0;b29c245002d9:43553 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:26:32,571 INFO [RS:0;b29c245002d9:43553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:32,572 INFO [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:26:32,573 INFO [RS:0;b29c245002d9:43553 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:26:32,573 INFO [RS:0;b29c245002d9:43553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:32,574 DEBUG [RS:0;b29c245002d9:43553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:32,574 DEBUG [RS:0;b29c245002d9:43553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:32,574 DEBUG [RS:0;b29c245002d9:43553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:32,574 DEBUG [RS:0;b29c245002d9:43553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:32,574 DEBUG [RS:0;b29c245002d9:43553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:32,574 DEBUG [RS:0;b29c245002d9:43553 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:26:32,574 DEBUG [RS:0;b29c245002d9:43553 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:32,574 DEBUG [RS:0;b29c245002d9:43553 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:32,574 DEBUG [RS:0;b29c245002d9:43553 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:32,574 DEBUG [RS:0;b29c245002d9:43553 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:32,574 DEBUG [RS:0;b29c245002d9:43553 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:32,574 DEBUG [RS:0;b29c245002d9:43553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:32,574 DEBUG [RS:0;b29c245002d9:43553 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:26:32,574 DEBUG [RS:0;b29c245002d9:43553 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:26:32,575 INFO [RS:0;b29c245002d9:43553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:32,575 INFO [RS:0;b29c245002d9:43553 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:32,575 INFO [RS:0;b29c245002d9:43553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:32,575 INFO [RS:0;b29c245002d9:43553 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:32,576 INFO [RS:0;b29c245002d9:43553 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:32,576 INFO [RS:0;b29c245002d9:43553 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,43553,1733257590154-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:26:32,591 INFO [RS:0;b29c245002d9:43553 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:26:32,592 INFO [RS:0;b29c245002d9:43553 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,43553,1733257590154-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:32,592 INFO [RS:0;b29c245002d9:43553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:32,592 INFO [RS:0;b29c245002d9:43553 {}] regionserver.Replication(171): b29c245002d9,43553,1733257590154 started 2024-12-03T20:26:32,612 INFO [RS:0;b29c245002d9:43553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:32,612 INFO [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,43553,1733257590154, RpcServer on b29c245002d9/172.17.0.3:43553, sessionid=0x1019cdfe73e0001 2024-12-03T20:26:32,612 DEBUG [RS:0;b29c245002d9:43553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:26:32,612 DEBUG [RS:0;b29c245002d9:43553 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,43553,1733257590154 2024-12-03T20:26:32,612 DEBUG [RS:0;b29c245002d9:43553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,43553,1733257590154' 2024-12-03T20:26:32,612 DEBUG [RS:0;b29c245002d9:43553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1215572608/flush-table-proc/abort' 2024-12-03T20:26:32,613 DEBUG [RS:0;b29c245002d9:43553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1215572608/flush-table-proc/acquired' 2024-12-03T20:26:32,614 DEBUG [RS:0;b29c245002d9:43553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:26:32,614 DEBUG [RS:0;b29c245002d9:43553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:26:32,614 DEBUG [RS:0;b29c245002d9:43553 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,43553,1733257590154 2024-12-03T20:26:32,614 DEBUG [RS:0;b29c245002d9:43553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,43553,1733257590154' 2024-12-03T20:26:32,614 DEBUG [RS:0;b29c245002d9:43553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1215572608/online-snapshot/abort' 2024-12-03T20:26:32,614 DEBUG [RS:0;b29c245002d9:43553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1215572608/online-snapshot/acquired' 2024-12-03T20:26:32,617 DEBUG [RS:0;b29c245002d9:43553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:26:32,617 INFO [RS:0;b29c245002d9:43553 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:26:32,617 INFO [RS:0;b29c245002d9:43553 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:26:32,718 INFO [RS:0;b29c245002d9:43553 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:26:32,722 INFO [RS:0;b29c245002d9:43553 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C43553%2C1733257590154, suffix=, logDir=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154, archiveDir=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/oldWALs, maxLogs=10 2024-12-03T20:26:32,744 DEBUG [RS:0;b29c245002d9:43553 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723, exclude list is [], retry=0 2024-12-03T20:26:32,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45315,DS-c902ff74-488e-487e-aeb9-b2944c700af8,DISK] 2024-12-03T20:26:32,761 INFO [RS:0;b29c245002d9:43553 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 2024-12-03T20:26:32,762 DEBUG [RS:0;b29c245002d9:43553 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36199:36199)] 2024-12-03T20:26:32,836 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:26:32,836 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778 2024-12-03T20:26:32,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741833_1009 (size=32) 2024-12-03T20:26:33,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:33,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:26:33,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:26:33,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:33,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:33,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:26:33,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:26:33,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:33,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:33,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:26:33,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:26:33,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:33,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:33,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:26:33,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:26:33,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:33,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:33,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:26:33,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740 2024-12-03T20:26:33,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740 2024-12-03T20:26:33,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:26:33,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:26:33,285 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:26:33,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:26:33,289 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:26:33,290 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68610028, jitterRate=0.022369086742401123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:26:33,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257593245Initializing all the Stores at 1733257593247 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257593247Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257593247Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257593247Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257593247Cleaning up temporary data from old regions at 1733257593280 (+33 ms)Region opened successfully at 1733257593291 (+11 ms) 2024-12-03T20:26:33,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:26:33,291 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:26:33,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:26:33,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:26:33,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:26:33,291 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:26:33,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257593291Disabling compacts and flushes for region at 1733257593291Disabling writes for close at 1733257593291Writing region close event to WAL at 1733257593291Closed at 1733257593291 2024-12-03T20:26:33,293 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:26:33,293 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:26:33,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:26:33,296 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:26:33,298 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:26:33,448 DEBUG [b29c245002d9:39183 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:26:33,449 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,43553,1733257590154 2024-12-03T20:26:33,452 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,43553,1733257590154, state=OPENING 2024-12-03T20:26:33,700 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:26:33,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43553-0x1019cdfe73e0001, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1215572608 2024-12-03T20:26:33,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1215572608 2024-12-03T20:26:33,796 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:26:33,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1215572608/meta-region-server: CHANGED 2024-12-03T20:26:33,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,43553,1733257590154}] 2024-12-03T20:26:33,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1215572608/meta-region-server: CHANGED 2024-12-03T20:26:33,951 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:26:33,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:26:33,959 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:26:33,959 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:26:33,960 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:26:33,962 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C43553%2C1733257590154.meta, suffix=.meta, logDir=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154, archiveDir=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/oldWALs, maxLogs=10 2024-12-03T20:26:33,977 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.meta.1733257593962.meta, exclude list is [], retry=0 2024-12-03T20:26:33,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45315,DS-c902ff74-488e-487e-aeb9-b2944c700af8,DISK] 2024-12-03T20:26:33,984 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.meta.1733257593962.meta 2024-12-03T20:26:33,988 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36199:36199)] 2024-12-03T20:26:33,989 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:26:33,989 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:26:33,989 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:26:33,989 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:26:33,989 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:26:33,989 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:26:33,990 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:33,990 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:26:33,990 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:26:33,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:26:33,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:26:33,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:33,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:33,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:26:33,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:26:33,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:33,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:33,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:26:33,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:26:33,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:33,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:33,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:26:34,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:26:34,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:34,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:34,001 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:26:34,002 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740 2024-12-03T20:26:34,004 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740 2024-12-03T20:26:34,006 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:26:34,006 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:26:34,007 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:26:34,010 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:26:34,012 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75445617, jitterRate=0.12422730028629303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:26:34,012 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:26:34,013 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257593990Writing region info on filesystem at 1733257593990Initializing all the Stores at 1733257593991 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257593991Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257593991Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257593991Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257593991Cleaning up temporary data from old regions at 1733257594006 (+15 ms)Running coprocessor post-open hooks at 1733257594012 (+6 ms)Region opened successfully at 1733257594013 (+1 ms) 2024-12-03T20:26:34,014 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257593951 2024-12-03T20:26:34,021 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:26:34,021 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:26:34,022 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,43553,1733257590154 2024-12-03T20:26:34,024 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,43553,1733257590154, state=OPEN 2024-12-03T20:26:34,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1215572608/meta-region-server 2024-12-03T20:26:34,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43553-0x1019cdfe73e0001, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1215572608/meta-region-server 2024-12-03T20:26:34,035 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,43553,1733257590154 2024-12-03T20:26:34,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1215572608/meta-region-server: CHANGED 2024-12-03T20:26:34,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1215572608/meta-region-server: CHANGED 2024-12-03T20:26:34,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:26:34,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,43553,1733257590154 in 238 msec 2024-12-03T20:26:34,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:26:34,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 747 msec 2024-12-03T20:26:34,047 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:26:34,047 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:26:34,050 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:26:34,050 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,43553,1733257590154, seqNum=-1] 2024-12-03T20:26:34,050 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:26:34,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:26:34,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6790 sec 2024-12-03T20:26:34,060 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257594060, completionTime=-1 2024-12-03T20:26:34,060 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T20:26:34,061 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:26:34,063 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:26:34,064 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257654063 2024-12-03T20:26:34,064 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257714064 2024-12-03T20:26:34,064 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-03T20:26:34,064 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,39183,1733257589643-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:34,065 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,39183,1733257589643-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:34,065 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,39183,1733257589643-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:34,065 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:39183, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:34,065 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:34,066 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:34,067 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:26:34,070 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.790sec 2024-12-03T20:26:34,071 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:26:34,071 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:26:34,071 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:26:34,071 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:26:34,071 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:26:34,071 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,39183,1733257589643-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:26:34,071 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,39183,1733257589643-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:26:34,074 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:26:34,074 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:26:34,074 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,39183,1733257589643-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:34,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a67819b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:34,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,39183,-1 for getting cluster id 2024-12-03T20:26:34,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:26:34,120 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4795437c-6783-40a5-b7d7-7b1e42c20f63' 2024-12-03T20:26:34,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:26:34,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4795437c-6783-40a5-b7d7-7b1e42c20f63" 2024-12-03T20:26:34,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa5969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:34,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,39183,-1] 2024-12-03T20:26:34,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:26:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:34,123 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:26:34,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883b1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:34,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:26:34,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,43553,1733257590154, seqNum=-1] 2024-12-03T20:26:34,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:26:34,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:26:34,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,39183,1733257589643 2024-12-03T20:26:34,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63368 2024-12-03T20:26:34,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:26:34,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019cdfe73e0002 connected 2024-12-03T20:26:34,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/hadoop.log.dir so I do NOT create it in target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8 2024-12-03T20:26:34,398 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:26:34,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/hadoop.tmp.dir so I do NOT create it in target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8 2024-12-03T20:26:34,398 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:26:34,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8 2024-12-03T20:26:34,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:26:34,398 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/cluster_ee485202-8c72-6494-8754-d13ce591b249, deleteOnExit=true 2024-12-03T20:26:34,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:26:34,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/test.cache.data in system properties and HBase conf 2024-12-03T20:26:34,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:26:34,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:26:34,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:26:34,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:26:34,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:26:34,399 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:26:34,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:26:34,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:26:34,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:26:34,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:26:34,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:26:34,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:26:34,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:26:34,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:26:34,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:26:34,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:26:34,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:26:34,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:26:34,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:26:34,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:26:34,991 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:26:34,998 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:26:35,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:26:35,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:26:35,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:26:35,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:26:35,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14a980a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:26:35,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d7582a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:26:35,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a73da45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/java.io.tmpdir/jetty-localhost-41323-hadoop-hdfs-3_4_1-tests_jar-_-any-1825956159271421996/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:26:35,139 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53778bbd{HTTP/1.1, (http/1.1)}{localhost:41323} 2024-12-03T20:26:35,139 INFO [Time-limited test {}] server.Server(415): Started @65074ms 2024-12-03T20:26:35,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:26:35,620 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:26:35,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:26:35,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:26:35,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:26:35,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bf0c51d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:26:35,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c05b605{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:26:35,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6956cf81{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/java.io.tmpdir/jetty-localhost-45359-hadoop-hdfs-3_4_1-tests_jar-_-any-9835001372595861186/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:26:35,739 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4698115b{HTTP/1.1, (http/1.1)}{localhost:45359} 2024-12-03T20:26:35,739 INFO [Time-limited test {}] server.Server(415): Started @65674ms 2024-12-03T20:26:35,740 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:26:36,637 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/cluster_ee485202-8c72-6494-8754-d13ce591b249/data/data1/current/BP-197617039-172.17.0.3-1733257594421/current, will proceed with Du for space computation calculation, 2024-12-03T20:26:36,637 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/cluster_ee485202-8c72-6494-8754-d13ce591b249/data/data2/current/BP-197617039-172.17.0.3-1733257594421/current, will proceed with Du for space computation calculation, 2024-12-03T20:26:36,667 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:26:36,670 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa33c9b51a4e245a2 with lease ID 0x1777143596c269a9: Processing first storage report for DS-24f2906f-a2d5-42c2-bfbc-53d33db95ae8 from datanode DatanodeRegistration(127.0.0.1:33109, datanodeUuid=57839ee7-a508-4858-8267-3e269b2d693e, infoPort=44061, infoSecurePort=0, ipcPort=41923, storageInfo=lv=-57;cid=testClusterID;nsid=1828992444;c=1733257594421) 2024-12-03T20:26:36,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa33c9b51a4e245a2 with lease ID 0x1777143596c269a9: from storage DS-24f2906f-a2d5-42c2-bfbc-53d33db95ae8 node DatanodeRegistration(127.0.0.1:33109, datanodeUuid=57839ee7-a508-4858-8267-3e269b2d693e, infoPort=44061, infoSecurePort=0, ipcPort=41923, storageInfo=lv=-57;cid=testClusterID;nsid=1828992444;c=1733257594421), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:26:36,670 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa33c9b51a4e245a2 with lease ID 0x1777143596c269a9: Processing first storage report for DS-e632d549-93fc-457a-8bba-512914809cac from datanode DatanodeRegistration(127.0.0.1:33109, datanodeUuid=57839ee7-a508-4858-8267-3e269b2d693e, infoPort=44061, infoSecurePort=0, ipcPort=41923, storageInfo=lv=-57;cid=testClusterID;nsid=1828992444;c=1733257594421) 2024-12-03T20:26:36,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa33c9b51a4e245a2 with lease ID 0x1777143596c269a9: from storage DS-e632d549-93fc-457a-8bba-512914809cac node DatanodeRegistration(127.0.0.1:33109, datanodeUuid=57839ee7-a508-4858-8267-3e269b2d693e, infoPort=44061, infoSecurePort=0, ipcPort=41923, storageInfo=lv=-57;cid=testClusterID;nsid=1828992444;c=1733257594421), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:26:36,767 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8 2024-12-03T20:26:36,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:36,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:36,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33109 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:26:37,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T20:26:37,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T20:26:37,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:26:37,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T20:26:37,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:26:37,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T20:26:37,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T20:26:37,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T20:26:37,191 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1 with version=8 2024-12-03T20:26:37,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/hbase-staging 2024-12-03T20:26:37,193 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:26:37,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:37,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:37,194 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:26:37,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:37,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:26:37,194 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:26:37,194 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:26:37,198 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37337 2024-12-03T20:26:37,200 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37337 connecting to ZooKeeper ensemble=127.0.0.1:63368 2024-12-03T20:26:37,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373370x0, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:26:37,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37337-0x1019cdfe73e0003 connected 2024-12-03T20:26:37,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:37,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:37,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Set watcher on znode that does not yet exist, /1-1247256761/running 2024-12-03T20:26:37,350 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1, hbase.cluster.distributed=false 2024-12-03T20:26:37,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Set watcher on znode that does not yet exist, /1-1247256761/acl 2024-12-03T20:26:37,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37337 2024-12-03T20:26:37,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37337 2024-12-03T20:26:37,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37337 2024-12-03T20:26:37,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37337 2024-12-03T20:26:37,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37337 2024-12-03T20:26:37,381 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:26:37,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:37,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:37,381 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:26:37,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:26:37,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:26:37,381 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:26:37,382 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:26:37,385 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35149 2024-12-03T20:26:37,386 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35149 connecting to ZooKeeper ensemble=127.0.0.1:63368 2024-12-03T20:26:37,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:37,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:37,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351490x0, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:26:37,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351490x0, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Set watcher on znode that does not yet exist, /1-1247256761/running 2024-12-03T20:26:37,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35149-0x1019cdfe73e0004 connected 2024-12-03T20:26:37,406 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:26:37,407 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:26:37,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35149-0x1019cdfe73e0004, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Set watcher on znode that does not yet exist, /1-1247256761/master 2024-12-03T20:26:37,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35149-0x1019cdfe73e0004, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Set watcher on znode that does not yet exist, /1-1247256761/acl 2024-12-03T20:26:37,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35149 2024-12-03T20:26:37,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35149 2024-12-03T20:26:37,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35149 2024-12-03T20:26:37,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35149 2024-12-03T20:26:37,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35149 2024-12-03T20:26:37,436 DEBUG [M:0;b29c245002d9:37337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:37337 2024-12-03T20:26:37,440 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1247256761/backup-masters/b29c245002d9,37337,1733257597193 2024-12-03T20:26:37,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1019cdfe73e0004, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1247256761/backup-masters 2024-12-03T20:26:37,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1247256761/backup-masters 2024-12-03T20:26:37,455 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Set watcher on existing znode=/1-1247256761/backup-masters/b29c245002d9,37337,1733257597193 2024-12-03T20:26:37,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1019cdfe73e0004, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1247256761/master 2024-12-03T20:26:37,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1019cdfe73e0004, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1247256761 2024-12-03T20:26:37,469 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Set watcher on existing znode=/1-1247256761/master 2024-12-03T20:26:37,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1247256761 2024-12-03T20:26:37,470 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1247256761/backup-masters/b29c245002d9,37337,1733257597193 from backup master directory 2024-12-03T20:26:37,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1019cdfe73e0004, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1247256761/backup-masters 2024-12-03T20:26:37,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1247256761/backup-masters/b29c245002d9,37337,1733257597193 2024-12-03T20:26:37,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1247256761/backup-masters 2024-12-03T20:26:37,479 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:26:37,479 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,37337,1733257597193 2024-12-03T20:26:37,485 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/hbase.id] with ID: c025212f-a553-4483-b5f9-fe21b3be1427 2024-12-03T20:26:37,485 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/.tmp/hbase.id 2024-12-03T20:26:37,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33109 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:26:37,510 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/.tmp/hbase.id]:[hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/hbase.id] 2024-12-03T20:26:37,543 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:37,544 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:26:37,549 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-12-03T20:26:37,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1019cdfe73e0004, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1247256761 2024-12-03T20:26:37,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1247256761 2024-12-03T20:26:37,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33109 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:26:38,066 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:26:38,066 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:26:38,067 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:26:38,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33109 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:26:38,473 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/data/master/store 2024-12-03T20:26:38,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33109 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:26:38,569 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T20:26:38,886 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:38,886 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:26:38,886 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:38,886 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:38,886 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:26:38,886 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:38,886 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:26:38,886 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257598886Disabling compacts and flushes for region at 1733257598886Disabling writes for close at 1733257598886Writing region close event to WAL at 1733257598886Closed at 1733257598886 2024-12-03T20:26:38,887 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/data/master/store/.initializing 2024-12-03T20:26:38,887 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/WALs/b29c245002d9,37337,1733257597193 2024-12-03T20:26:38,888 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:26:38,889 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C37337%2C1733257597193, suffix=, logDir=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/WALs/b29c245002d9,37337,1733257597193, archiveDir=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/oldWALs, maxLogs=10 2024-12-03T20:26:38,900 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/WALs/b29c245002d9,37337,1733257597193/b29c245002d9%2C37337%2C1733257597193.1733257598890, exclude list is [], retry=0 2024-12-03T20:26:38,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33109,DS-24f2906f-a2d5-42c2-bfbc-53d33db95ae8,DISK] 2024-12-03T20:26:38,903 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/WALs/b29c245002d9,37337,1733257597193/b29c245002d9%2C37337%2C1733257597193.1733257598890 2024-12-03T20:26:38,904 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44061:44061)] 2024-12-03T20:26:38,904 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:26:38,904 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:38,904 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:38,904 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:38,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:38,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:26:38,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:38,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:38,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:38,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:26:38,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:38,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:38,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:38,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:26:38,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:38,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:38,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:38,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:26:38,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:38,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:38,912 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:38,913 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:38,913 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:38,914 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:38,914 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:38,915 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:26:38,916 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:26:38,918 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:26:38,918 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73424264, jitterRate=0.09410679340362549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:26:38,918 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257598904Initializing all the Stores at 1733257598905 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257598905Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257598905Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257598905Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257598905Cleaning up temporary data from old regions at 1733257598914 (+9 ms)Region opened successfully at 1733257598918 (+4 ms) 2024-12-03T20:26:38,918 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:26:38,921 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480e2ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:26:38,922 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:26:38,922 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:26:38,922 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:26:38,922 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:26:38,922 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T20:26:38,923 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:26:38,923 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:26:38,925 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:26:38,925 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Unable to get data of znode /1-1247256761/balancer because node does not exist (not necessarily an error) 2024-12-03T20:26:38,942 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1247256761/balancer already deleted, retry=false 2024-12-03T20:26:38,942 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:26:38,943 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Unable to get data of znode /1-1247256761/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:26:38,952 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1247256761/normalizer already deleted, retry=false 2024-12-03T20:26:38,953 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:26:38,953 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Unable to get data of znode /1-1247256761/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:26:39,043 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1247256761/switch/split already deleted, retry=false 2024-12-03T20:26:39,044 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Unable to get data of znode /1-1247256761/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:26:39,089 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1247256761/switch/merge already deleted, retry=false 2024-12-03T20:26:39,091 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Unable to get data of znode /1-1247256761/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:26:39,149 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1247256761/snapshot-cleanup already deleted, retry=false 2024-12-03T20:26:39,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1247256761/running 2024-12-03T20:26:39,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1247256761 2024-12-03T20:26:39,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1019cdfe73e0004, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1247256761/running 2024-12-03T20:26:39,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1019cdfe73e0004, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1247256761 2024-12-03T20:26:39,185 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,37337,1733257597193, sessionid=0x1019cdfe73e0003, setting cluster-up flag (Was=false) 2024-12-03T20:26:39,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1019cdfe73e0004, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1247256761 2024-12-03T20:26:39,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1247256761 2024-12-03T20:26:39,249 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1247256761/flush-table-proc/acquired, /1-1247256761/flush-table-proc/reached, /1-1247256761/flush-table-proc/abort 2024-12-03T20:26:39,267 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,37337,1733257597193 2024-12-03T20:26:39,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1019cdfe73e0004, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1247256761 2024-12-03T20:26:39,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1247256761 2024-12-03T20:26:39,331 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1247256761/online-snapshot/acquired, /1-1247256761/online-snapshot/reached, /1-1247256761/online-snapshot/abort 2024-12-03T20:26:39,340 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,37337,1733257597193 2024-12-03T20:26:39,348 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:26:39,350 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:26:39,350 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:26:39,350 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:26:39,351 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,37337,1733257597193 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:26:39,352 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:26:39,352 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:26:39,352 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:26:39,352 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:26:39,352 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:26:39,352 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:39,352 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:26:39,352 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:39,359 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:26:39,359 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:26:39,360 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:39,360 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:26:39,384 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257629384 2024-12-03T20:26:39,384 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:26:39,384 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:26:39,384 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:26:39,385 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:26:39,385 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:26:39,385 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:26:39,388 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:39,389 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:26:39,389 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:26:39,389 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:26:39,389 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:26:39,393 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:26:39,393 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:26:39,407 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257599393,5,FailOnTimeoutGroup] 2024-12-03T20:26:39,407 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257599407,5,FailOnTimeoutGroup] 2024-12-03T20:26:39,407 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:39,407 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:26:39,407 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:39,408 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:39,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33109 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:26:39,429 INFO [RS:0;b29c245002d9:35149 {}] regionserver.HRegionServer(746): ClusterId : c025212f-a553-4483-b5f9-fe21b3be1427 2024-12-03T20:26:39,429 DEBUG [RS:0;b29c245002d9:35149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:26:39,459 DEBUG [RS:0;b29c245002d9:35149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:26:39,460 DEBUG [RS:0;b29c245002d9:35149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:26:39,469 DEBUG [RS:0;b29c245002d9:35149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:26:39,470 DEBUG [RS:0;b29c245002d9:35149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52615d7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:26:39,486 DEBUG [RS:0;b29c245002d9:35149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:35149 2024-12-03T20:26:39,486 INFO [RS:0;b29c245002d9:35149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:26:39,487 INFO [RS:0;b29c245002d9:35149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:26:39,487 DEBUG [RS:0;b29c245002d9:35149 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:26:39,487 INFO [RS:0;b29c245002d9:35149 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,37337,1733257597193 with port=35149, startcode=1733257597381 2024-12-03T20:26:39,487 DEBUG [RS:0;b29c245002d9:35149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:26:39,491 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:26:39,491 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:26:39,491 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,35149,1733257597381 2024-12-03T20:26:39,491 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37337 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,35149,1733257597381 2024-12-03T20:26:39,507 DEBUG [RS:0;b29c245002d9:35149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1 2024-12-03T20:26:39,507 DEBUG [RS:0;b29c245002d9:35149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44789 2024-12-03T20:26:39,507 DEBUG [RS:0;b29c245002d9:35149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:26:39,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:26:39,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:26:39,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:26:39,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1247256761/rs 2024-12-03T20:26:39,581 DEBUG [RS:0;b29c245002d9:35149 {}] zookeeper.ZKUtil(111): regionserver:35149-0x1019cdfe73e0004, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Set watcher on existing znode=/1-1247256761/rs/b29c245002d9,35149,1733257597381 2024-12-03T20:26:39,581 WARN [RS:0;b29c245002d9:35149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:26:39,581 INFO [RS:0;b29c245002d9:35149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:26:39,581 DEBUG [RS:0;b29c245002d9:35149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/WALs/b29c245002d9,35149,1733257597381 2024-12-03T20:26:39,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,35149,1733257597381] 2024-12-03T20:26:39,627 INFO [RS:0;b29c245002d9:35149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:26:39,640 INFO [RS:0;b29c245002d9:35149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:26:39,652 INFO [RS:0;b29c245002d9:35149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:26:39,652 INFO [RS:0;b29c245002d9:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:39,656 INFO [RS:0;b29c245002d9:35149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:26:39,664 INFO [RS:0;b29c245002d9:35149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:26:39,664 INFO [RS:0;b29c245002d9:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:39,664 DEBUG [RS:0;b29c245002d9:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:39,665 DEBUG [RS:0;b29c245002d9:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:39,665 DEBUG [RS:0;b29c245002d9:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:39,665 DEBUG [RS:0;b29c245002d9:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:39,665 DEBUG [RS:0;b29c245002d9:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:39,665 DEBUG [RS:0;b29c245002d9:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:26:39,665 DEBUG [RS:0;b29c245002d9:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:39,665 DEBUG [RS:0;b29c245002d9:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:39,665 DEBUG [RS:0;b29c245002d9:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:39,665 DEBUG [RS:0;b29c245002d9:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:39,665 DEBUG [RS:0;b29c245002d9:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:39,665 DEBUG [RS:0;b29c245002d9:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:26:39,665 DEBUG [RS:0;b29c245002d9:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:26:39,665 DEBUG [RS:0;b29c245002d9:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:26:39,671 INFO [RS:0;b29c245002d9:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:39,671 INFO [RS:0;b29c245002d9:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:39,671 INFO [RS:0;b29c245002d9:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:39,671 INFO [RS:0;b29c245002d9:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:39,672 INFO [RS:0;b29c245002d9:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:39,672 INFO [RS:0;b29c245002d9:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,35149,1733257597381-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:26:39,688 INFO [RS:0;b29c245002d9:35149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:26:39,689 INFO [RS:0;b29c245002d9:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,35149,1733257597381-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:39,689 INFO [RS:0;b29c245002d9:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:39,689 INFO [RS:0;b29c245002d9:35149 {}] regionserver.Replication(171): b29c245002d9,35149,1733257597381 started 2024-12-03T20:26:39,707 INFO [RS:0;b29c245002d9:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:39,707 INFO [RS:0;b29c245002d9:35149 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,35149,1733257597381, RpcServer on b29c245002d9/172.17.0.3:35149, sessionid=0x1019cdfe73e0004 2024-12-03T20:26:39,707 DEBUG [RS:0;b29c245002d9:35149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:26:39,707 DEBUG [RS:0;b29c245002d9:35149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,35149,1733257597381 2024-12-03T20:26:39,707 DEBUG [RS:0;b29c245002d9:35149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,35149,1733257597381' 2024-12-03T20:26:39,707 DEBUG [RS:0;b29c245002d9:35149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1247256761/flush-table-proc/abort' 2024-12-03T20:26:39,708 DEBUG [RS:0;b29c245002d9:35149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1247256761/flush-table-proc/acquired' 2024-12-03T20:26:39,708 DEBUG [RS:0;b29c245002d9:35149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:26:39,708 DEBUG [RS:0;b29c245002d9:35149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:26:39,708 DEBUG [RS:0;b29c245002d9:35149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,35149,1733257597381 2024-12-03T20:26:39,708 DEBUG [RS:0;b29c245002d9:35149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,35149,1733257597381' 2024-12-03T20:26:39,708 DEBUG [RS:0;b29c245002d9:35149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1247256761/online-snapshot/abort' 2024-12-03T20:26:39,709 DEBUG [RS:0;b29c245002d9:35149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1247256761/online-snapshot/acquired' 2024-12-03T20:26:39,709 DEBUG [RS:0;b29c245002d9:35149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:26:39,709 INFO [RS:0;b29c245002d9:35149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:26:39,709 INFO [RS:0;b29c245002d9:35149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:26:39,810 INFO [RS:0;b29c245002d9:35149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:26:39,810 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:26:39,810 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1 2024-12-03T20:26:39,811 INFO [RS:0;b29c245002d9:35149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C35149%2C1733257597381, suffix=, logDir=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/WALs/b29c245002d9,35149,1733257597381, archiveDir=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/oldWALs, maxLogs=10 2024-12-03T20:26:39,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33109 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:26:39,822 DEBUG [RS:0;b29c245002d9:35149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/WALs/b29c245002d9,35149,1733257597381/b29c245002d9%2C35149%2C1733257597381.1733257599811, exclude list is [], retry=0 2024-12-03T20:26:39,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33109,DS-24f2906f-a2d5-42c2-bfbc-53d33db95ae8,DISK] 2024-12-03T20:26:39,826 INFO [RS:0;b29c245002d9:35149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/WALs/b29c245002d9,35149,1733257597381/b29c245002d9%2C35149%2C1733257597381.1733257599811 2024-12-03T20:26:39,826 DEBUG [RS:0;b29c245002d9:35149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44061:44061)] 2024-12-03T20:26:40,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:40,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:26:40,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:26:40,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:40,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:40,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:26:40,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:26:40,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:40,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:40,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:26:40,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:26:40,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:40,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:40,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:26:40,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:26:40,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:40,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:40,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:26:40,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740 2024-12-03T20:26:40,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740 2024-12-03T20:26:40,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:26:40,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:26:40,257 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:26:40,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:26:40,262 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:26:40,271 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63445422, jitterRate=-0.054589539766311646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:26:40,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257600218Initializing all the Stores at 1733257600221 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257600221Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257600222 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257600222Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257600222Cleaning up temporary data from old regions at 1733257600257 (+35 ms)Region opened successfully at 1733257600271 (+14 ms) 2024-12-03T20:26:40,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:26:40,271 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:26:40,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:26:40,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:26:40,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:26:40,272 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:26:40,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257600271Disabling compacts and flushes for region at 1733257600271Disabling writes for close at 1733257600271Writing region close event to WAL at 1733257600272 (+1 ms)Closed at 1733257600272 2024-12-03T20:26:40,274 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:26:40,274 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:26:40,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:26:40,276 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:26:40,284 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:26:40,435 DEBUG [b29c245002d9:37337 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:26:40,435 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,35149,1733257597381 2024-12-03T20:26:40,436 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,35149,1733257597381, state=OPENING 2024-12-03T20:26:40,551 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:26:40,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1019cdfe73e0004, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1247256761 2024-12-03T20:26:40,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1247256761 2024-12-03T20:26:40,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1247256761/meta-region-server: CHANGED 2024-12-03T20:26:40,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1247256761/meta-region-server: CHANGED 2024-12-03T20:26:40,564 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:26:40,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,35149,1733257597381}] 2024-12-03T20:26:40,718 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:26:40,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:26:40,724 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:26:40,724 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:26:40,724 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:26:40,726 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C35149%2C1733257597381.meta, suffix=.meta, logDir=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/WALs/b29c245002d9,35149,1733257597381, archiveDir=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/oldWALs, maxLogs=10 2024-12-03T20:26:40,737 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/WALs/b29c245002d9,35149,1733257597381/b29c245002d9%2C35149%2C1733257597381.meta.1733257600726.meta, exclude list is [], retry=0 2024-12-03T20:26:40,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33109,DS-24f2906f-a2d5-42c2-bfbc-53d33db95ae8,DISK] 2024-12-03T20:26:40,741 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/WALs/b29c245002d9,35149,1733257597381/b29c245002d9%2C35149%2C1733257597381.meta.1733257600726.meta 2024-12-03T20:26:40,741 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44061:44061)] 2024-12-03T20:26:40,742 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:26:40,742 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:26:40,742 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:26:40,742 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:26:40,742 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:26:40,742 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:26:40,742 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:40,742 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:26:40,742 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:26:40,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:26:40,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:26:40,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:40,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:40,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:26:40,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:26:40,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:40,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:40,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:26:40,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:26:40,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:40,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:40,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:26:40,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:26:40,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:40,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:26:40,747 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:26:40,748 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740 2024-12-03T20:26:40,749 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740 2024-12-03T20:26:40,750 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:26:40,750 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:26:40,750 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:26:40,751 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:26:40,752 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64312031, jitterRate=-0.04167605936527252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:26:40,752 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:26:40,753 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257600742Writing region info on filesystem at 1733257600742Initializing all the Stores at 1733257600743 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257600743Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257600743Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257600743Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257600743Cleaning up temporary data from old regions at 1733257600750 (+7 ms)Running coprocessor post-open hooks at 1733257600752 (+2 ms)Region opened successfully at 1733257600753 (+1 ms) 2024-12-03T20:26:40,753 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257600718 2024-12-03T20:26:40,755 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:26:40,755 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:26:40,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,35149,1733257597381 2024-12-03T20:26:40,757 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,35149,1733257597381, state=OPEN 2024-12-03T20:26:40,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1019cdfe73e0004, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1247256761/meta-region-server 2024-12-03T20:26:40,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1247256761/meta-region-server 2024-12-03T20:26:40,763 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,35149,1733257597381 2024-12-03T20:26:40,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1247256761/meta-region-server: CHANGED 2024-12-03T20:26:40,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1247256761/meta-region-server: CHANGED 2024-12-03T20:26:40,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:26:40,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,35149,1733257597381 in 199 msec 2024-12-03T20:26:40,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:26:40,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 491 msec 2024-12-03T20:26:40,768 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:26:40,768 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:26:40,770 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:26:40,770 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,35149,1733257597381, seqNum=-1] 2024-12-03T20:26:40,770 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:26:40,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:26:40,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4250 sec 2024-12-03T20:26:40,776 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257600776, completionTime=-1 2024-12-03T20:26:40,776 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T20:26:40,776 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:26:40,778 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:26:40,778 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257660778 2024-12-03T20:26:40,778 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257720778 2024-12-03T20:26:40,778 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T20:26:40,778 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,37337,1733257597193-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:40,778 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,37337,1733257597193-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:40,778 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,37337,1733257597193-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:40,778 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:37337, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:40,778 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:40,778 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:40,779 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:26:40,781 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.302sec 2024-12-03T20:26:40,781 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:26:40,781 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:26:40,781 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:26:40,781 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:26:40,781 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:26:40,781 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,37337,1733257597193-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:26:40,781 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,37337,1733257597193-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:26:40,783 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:26:40,783 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:26:40,783 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,37337,1733257597193-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:26:40,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7f4f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:40,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,37337,-1 for getting cluster id 2024-12-03T20:26:40,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:26:40,831 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c025212f-a553-4483-b5f9-fe21b3be1427' 2024-12-03T20:26:40,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:26:40,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c025212f-a553-4483-b5f9-fe21b3be1427" 2024-12-03T20:26:40,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e418850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:40,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,37337,-1] 2024-12-03T20:26:40,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:26:40,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:40,832 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:26:40,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f7d016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:40,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:26:40,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,35149,1733257597381, seqNum=-1] 2024-12-03T20:26:40,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:26:40,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:26:40,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,37337,1733257597193 2024-12-03T20:26:40,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63368 2024-12-03T20:26:40,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:26:40,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019cdfe73e0005 connected 2024-12-03T20:26:41,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:26:41,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,39183,1733257589643 2024-12-03T20:26:41,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@df2ae24 2024-12-03T20:26:41,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:26:41,030 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:26:41,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:26:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T20:26:41,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:26:41,039 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:41,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T20:26:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:26:41,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:26:41,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741835_1011 (size=902) 2024-12-03T20:26:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:26:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:26:41,452 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e38b4df2625b60b0e5a08a4ef484cf7e, NAME => 'test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778 2024-12-03T20:26:41,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741836_1012 (size=39) 2024-12-03T20:26:41,496 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:41,496 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e38b4df2625b60b0e5a08a4ef484cf7e, disabling compactions & flushes 2024-12-03T20:26:41,497 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e. 2024-12-03T20:26:41,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e. 2024-12-03T20:26:41,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e. after waiting 0 ms 2024-12-03T20:26:41,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e. 2024-12-03T20:26:41,497 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e. 2024-12-03T20:26:41,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e38b4df2625b60b0e5a08a4ef484cf7e: Waiting for close lock at 1733257601496Disabling compacts and flushes for region at 1733257601496Disabling writes for close at 1733257601497 (+1 ms)Writing region close event to WAL at 1733257601497Closed at 1733257601497 2024-12-03T20:26:41,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:26:41,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733257601498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257601498"}]},"ts":"1733257601498"} 2024-12-03T20:26:41,502 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:26:41,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:26:41,504 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257601503"}]},"ts":"1733257601503"} 2024-12-03T20:26:41,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T20:26:41,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e38b4df2625b60b0e5a08a4ef484cf7e, ASSIGN}] 2024-12-03T20:26:41,509 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e38b4df2625b60b0e5a08a4ef484cf7e, ASSIGN 2024-12-03T20:26:41,511 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e38b4df2625b60b0e5a08a4ef484cf7e, ASSIGN; state=OFFLINE, location=b29c245002d9,43553,1733257590154; forceNewPlan=false, retain=false 2024-12-03T20:26:41,662 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e38b4df2625b60b0e5a08a4ef484cf7e, regionState=OPENING, regionLocation=b29c245002d9,43553,1733257590154 2024-12-03T20:26:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:26:41,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e38b4df2625b60b0e5a08a4ef484cf7e, ASSIGN because future has completed 2024-12-03T20:26:41,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e38b4df2625b60b0e5a08a4ef484cf7e, server=b29c245002d9,43553,1733257590154}] 2024-12-03T20:26:41,844 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e. 2024-12-03T20:26:41,844 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e38b4df2625b60b0e5a08a4ef484cf7e, NAME => 'test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:26:41,845 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:26:41,845 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T20:26:41,846 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e38b4df2625b60b0e5a08a4ef484cf7e 2024-12-03T20:26:41,846 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:41,846 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e38b4df2625b60b0e5a08a4ef484cf7e 2024-12-03T20:26:41,846 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e38b4df2625b60b0e5a08a4ef484cf7e 2024-12-03T20:26:41,859 INFO [StoreOpener-e38b4df2625b60b0e5a08a4ef484cf7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e38b4df2625b60b0e5a08a4ef484cf7e 2024-12-03T20:26:41,861 INFO [StoreOpener-e38b4df2625b60b0e5a08a4ef484cf7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e38b4df2625b60b0e5a08a4ef484cf7e columnFamilyName f 2024-12-03T20:26:41,861 DEBUG [StoreOpener-e38b4df2625b60b0e5a08a4ef484cf7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:41,862 INFO [StoreOpener-e38b4df2625b60b0e5a08a4ef484cf7e-1 {}] regionserver.HStore(327): Store=e38b4df2625b60b0e5a08a4ef484cf7e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:41,862 INFO [StoreOpener-e38b4df2625b60b0e5a08a4ef484cf7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e38b4df2625b60b0e5a08a4ef484cf7e 2024-12-03T20:26:41,864 INFO [StoreOpener-e38b4df2625b60b0e5a08a4ef484cf7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e38b4df2625b60b0e5a08a4ef484cf7e columnFamilyName f1 2024-12-03T20:26:41,864 DEBUG [StoreOpener-e38b4df2625b60b0e5a08a4ef484cf7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:41,864 INFO [StoreOpener-e38b4df2625b60b0e5a08a4ef484cf7e-1 {}] regionserver.HStore(327): Store=e38b4df2625b60b0e5a08a4ef484cf7e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:41,865 INFO [StoreOpener-e38b4df2625b60b0e5a08a4ef484cf7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e38b4df2625b60b0e5a08a4ef484cf7e 2024-12-03T20:26:41,866 INFO [StoreOpener-e38b4df2625b60b0e5a08a4ef484cf7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e38b4df2625b60b0e5a08a4ef484cf7e columnFamilyName norep 2024-12-03T20:26:41,866 DEBUG [StoreOpener-e38b4df2625b60b0e5a08a4ef484cf7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:41,873 INFO [StoreOpener-e38b4df2625b60b0e5a08a4ef484cf7e-1 {}] regionserver.HStore(327): Store=e38b4df2625b60b0e5a08a4ef484cf7e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:41,880 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e38b4df2625b60b0e5a08a4ef484cf7e 2024-12-03T20:26:41,881 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/default/test/e38b4df2625b60b0e5a08a4ef484cf7e 2024-12-03T20:26:41,882 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/default/test/e38b4df2625b60b0e5a08a4ef484cf7e 2024-12-03T20:26:41,883 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e38b4df2625b60b0e5a08a4ef484cf7e 2024-12-03T20:26:41,883 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e38b4df2625b60b0e5a08a4ef484cf7e 2024-12-03T20:26:41,884 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:26:41,885 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e38b4df2625b60b0e5a08a4ef484cf7e 2024-12-03T20:26:41,894 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/default/test/e38b4df2625b60b0e5a08a4ef484cf7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:26:41,895 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e38b4df2625b60b0e5a08a4ef484cf7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58958490, jitterRate=-0.1214500367641449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:26:41,895 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e38b4df2625b60b0e5a08a4ef484cf7e 2024-12-03T20:26:41,896 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e38b4df2625b60b0e5a08a4ef484cf7e: Running coprocessor pre-open hook at 1733257601846Writing region info on filesystem at 1733257601846Initializing all the Stores at 1733257601853 (+7 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257601853Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257601858 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257601858Cleaning up temporary data from old regions at 1733257601883 (+25 ms)Running coprocessor post-open hooks at 1733257601895 (+12 ms)Region opened successfully at 1733257601896 (+1 ms) 2024-12-03T20:26:41,900 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e., pid=6, masterSystemTime=1733257601831 2024-12-03T20:26:41,902 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e. 2024-12-03T20:26:41,903 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e. 2024-12-03T20:26:41,905 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e38b4df2625b60b0e5a08a4ef484cf7e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b29c245002d9,43553,1733257590154 2024-12-03T20:26:41,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e38b4df2625b60b0e5a08a4ef484cf7e, server=b29c245002d9,43553,1733257590154 because future has completed 2024-12-03T20:26:41,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:26:41,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e38b4df2625b60b0e5a08a4ef484cf7e, server=b29c245002d9,43553,1733257590154 in 245 msec 2024-12-03T20:26:41,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T20:26:41,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e38b4df2625b60b0e5a08a4ef484cf7e, ASSIGN in 426 msec 2024-12-03T20:26:41,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:26:41,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257601941"}]},"ts":"1733257601941"} 2024-12-03T20:26:41,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T20:26:41,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:26:41,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 919 msec 2024-12-03T20:26:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:26:42,182 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:26:42,182 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T20:26:42,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,37337,1733257597193 2024-12-03T20:26:42,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52080fb5 2024-12-03T20:26:42,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:26:42,188 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:26:42,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:26:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T20:26:42,224 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:26:42,225 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:42,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T20:26:42,229 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:26:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:26:42,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33109 is added to blk_1073741835_1011 (size=902) 2024-12-03T20:26:42,288 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9623579a7518f43be5ccdc06ed5ee235, NAME => 'test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1 2024-12-03T20:26:42,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33109 is added to blk_1073741836_1012 (size=39) 2024-12-03T20:26:42,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:42,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9623579a7518f43be5ccdc06ed5ee235, disabling compactions & flushes 2024-12-03T20:26:42,317 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235. 2024-12-03T20:26:42,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235. 2024-12-03T20:26:42,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235. after waiting 0 ms 2024-12-03T20:26:42,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235. 2024-12-03T20:26:42,318 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235. 2024-12-03T20:26:42,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9623579a7518f43be5ccdc06ed5ee235: Waiting for close lock at 1733257602317Disabling compacts and flushes for region at 1733257602317Disabling writes for close at 1733257602318 (+1 ms)Writing region close event to WAL at 1733257602318Closed at 1733257602318 2024-12-03T20:26:42,319 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:26:42,320 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733257602319"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257602319"}]},"ts":"1733257602319"} 2024-12-03T20:26:42,323 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:26:42,332 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:26:42,332 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257602332"}]},"ts":"1733257602332"} 2024-12-03T20:26:42,337 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T20:26:42,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9623579a7518f43be5ccdc06ed5ee235, ASSIGN}] 2024-12-03T20:26:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:26:42,341 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9623579a7518f43be5ccdc06ed5ee235, ASSIGN 2024-12-03T20:26:42,345 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9623579a7518f43be5ccdc06ed5ee235, ASSIGN; state=OFFLINE, location=b29c245002d9,35149,1733257597381; forceNewPlan=false, retain=false 2024-12-03T20:26:42,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9623579a7518f43be5ccdc06ed5ee235, regionState=OPENING, regionLocation=b29c245002d9,35149,1733257597381 2024-12-03T20:26:42,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9623579a7518f43be5ccdc06ed5ee235, ASSIGN because future has completed 2024-12-03T20:26:42,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9623579a7518f43be5ccdc06ed5ee235, server=b29c245002d9,35149,1733257597381}] 2024-12-03T20:26:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:26:42,692 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235. 2024-12-03T20:26:42,692 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9623579a7518f43be5ccdc06ed5ee235, NAME => 'test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:26:42,693 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:26:42,693 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T20:26:42,693 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9623579a7518f43be5ccdc06ed5ee235 2024-12-03T20:26:42,693 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:42,693 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9623579a7518f43be5ccdc06ed5ee235 2024-12-03T20:26:42,693 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9623579a7518f43be5ccdc06ed5ee235 2024-12-03T20:26:42,705 INFO [StoreOpener-9623579a7518f43be5ccdc06ed5ee235-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9623579a7518f43be5ccdc06ed5ee235 2024-12-03T20:26:42,717 INFO [StoreOpener-9623579a7518f43be5ccdc06ed5ee235-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9623579a7518f43be5ccdc06ed5ee235 columnFamilyName f 2024-12-03T20:26:42,717 DEBUG [StoreOpener-9623579a7518f43be5ccdc06ed5ee235-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:42,721 INFO [StoreOpener-9623579a7518f43be5ccdc06ed5ee235-1 {}] regionserver.HStore(327): Store=9623579a7518f43be5ccdc06ed5ee235/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:42,721 INFO [StoreOpener-9623579a7518f43be5ccdc06ed5ee235-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9623579a7518f43be5ccdc06ed5ee235 2024-12-03T20:26:42,727 INFO [StoreOpener-9623579a7518f43be5ccdc06ed5ee235-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9623579a7518f43be5ccdc06ed5ee235 columnFamilyName f1 2024-12-03T20:26:42,727 DEBUG [StoreOpener-9623579a7518f43be5ccdc06ed5ee235-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:42,734 INFO [StoreOpener-9623579a7518f43be5ccdc06ed5ee235-1 {}] regionserver.HStore(327): Store=9623579a7518f43be5ccdc06ed5ee235/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:42,734 INFO [StoreOpener-9623579a7518f43be5ccdc06ed5ee235-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9623579a7518f43be5ccdc06ed5ee235 2024-12-03T20:26:42,739 INFO [StoreOpener-9623579a7518f43be5ccdc06ed5ee235-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9623579a7518f43be5ccdc06ed5ee235 columnFamilyName norep 2024-12-03T20:26:42,739 DEBUG [StoreOpener-9623579a7518f43be5ccdc06ed5ee235-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:42,740 INFO [StoreOpener-9623579a7518f43be5ccdc06ed5ee235-1 {}] regionserver.HStore(327): Store=9623579a7518f43be5ccdc06ed5ee235/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:42,740 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9623579a7518f43be5ccdc06ed5ee235 2024-12-03T20:26:42,741 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/default/test/9623579a7518f43be5ccdc06ed5ee235 2024-12-03T20:26:42,742 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/default/test/9623579a7518f43be5ccdc06ed5ee235 2024-12-03T20:26:42,744 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9623579a7518f43be5ccdc06ed5ee235 2024-12-03T20:26:42,744 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9623579a7518f43be5ccdc06ed5ee235 2024-12-03T20:26:42,745 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:26:42,747 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9623579a7518f43be5ccdc06ed5ee235 2024-12-03T20:26:42,755 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/default/test/9623579a7518f43be5ccdc06ed5ee235/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:26:42,756 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9623579a7518f43be5ccdc06ed5ee235; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67767829, jitterRate=0.00981934368610382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:26:42,756 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9623579a7518f43be5ccdc06ed5ee235 2024-12-03T20:26:42,756 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9623579a7518f43be5ccdc06ed5ee235: Running coprocessor pre-open hook at 1733257602693Writing region info on filesystem at 1733257602693Initializing all the Stores at 1733257602704 (+11 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257602704Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257602705 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257602705Cleaning up temporary data from old regions at 1733257602744 (+39 ms)Running coprocessor post-open hooks at 1733257602756 (+12 ms)Region opened successfully at 1733257602756 2024-12-03T20:26:42,764 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235., pid=6, masterSystemTime=1733257602669 2024-12-03T20:26:42,770 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9623579a7518f43be5ccdc06ed5ee235, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b29c245002d9,35149,1733257597381 2024-12-03T20:26:42,770 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235. 2024-12-03T20:26:42,770 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235. 2024-12-03T20:26:42,774 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37337 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b29c245002d9,35149,1733257597381, table=test, region=9623579a7518f43be5ccdc06ed5ee235. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T20:26:42,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9623579a7518f43be5ccdc06ed5ee235, server=b29c245002d9,35149,1733257597381 because future has completed 2024-12-03T20:26:42,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:26:42,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9623579a7518f43be5ccdc06ed5ee235, server=b29c245002d9,35149,1733257597381 in 270 msec 2024-12-03T20:26:42,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T20:26:42,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9623579a7518f43be5ccdc06ed5ee235, ASSIGN in 448 msec 2024-12-03T20:26:42,789 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:26:42,789 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257602789"}]},"ts":"1733257602789"} 2024-12-03T20:26:42,791 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T20:26:42,792 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:26:42,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 602 msec 2024-12-03T20:26:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:26:42,857 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T20:26:42,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3815b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:42,858 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,39183,-1 for getting cluster id 2024-12-03T20:26:42,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:26:42,859 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4795437c-6783-40a5-b7d7-7b1e42c20f63' 2024-12-03T20:26:42,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:26:42,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4795437c-6783-40a5-b7d7-7b1e42c20f63" 2024-12-03T20:26:42,860 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f10ce38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:42,860 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,39183,-1] 2024-12-03T20:26:42,860 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:26:42,860 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:42,861 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:26:42,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21149a00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:42,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259aeae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:42,863 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,37337,-1 for getting cluster id 2024-12-03T20:26:42,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:26:42,864 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c025212f-a553-4483-b5f9-fe21b3be1427' 2024-12-03T20:26:42,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:26:42,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c025212f-a553-4483-b5f9-fe21b3be1427" 2024-12-03T20:26:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f1bbfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,37337,-1] 2024-12-03T20:26:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:26:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:42,866 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:26:42,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38207133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:42,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6177a2b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:42,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,39183,-1 for getting cluster id 2024-12-03T20:26:42,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:26:42,869 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4795437c-6783-40a5-b7d7-7b1e42c20f63' 2024-12-03T20:26:42,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:26:42,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4795437c-6783-40a5-b7d7-7b1e42c20f63" 2024-12-03T20:26:42,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f485334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:42,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,39183,-1] 2024-12-03T20:26:42,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:26:42,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:42,872 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:26:42,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78eb6909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:42,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:26:42,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,39183,1733257589643 2024-12-03T20:26:42,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c21c8e0 2024-12-03T20:26:42,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:26:42,878 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:26:42,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b29c245002d9:37337,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-03T20:26:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T20:26:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:26:42,882 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:37337' 2024-12-03T20:26:42,884 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465809cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:42,884 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,37337,-1 for getting cluster id 2024-12-03T20:26:42,884 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:26:42,885 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c025212f-a553-4483-b5f9-fe21b3be1427' 2024-12-03T20:26:42,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:26:42,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c025212f-a553-4483-b5f9-fe21b3be1427" 2024-12-03T20:26:42,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a23f792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:42,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,37337,-1] 2024-12-03T20:26:42,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:26:42,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:42,887 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:26:42,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@164f08df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:42,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:26:42,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,37337,1733257597193 2024-12-03T20:26:42,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e067bc9 2024-12-03T20:26:42,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:26:42,891 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:26:42,891 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T20:26:42,891 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T20:26:42,891 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:42,891 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:42,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:26:42,892 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:26:42,893 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T20:26:42,894 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:26:42,895 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:42,896 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:26:42,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741837_1013 (size=1138) 2024-12-03T20:26:42,943 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T20:26:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:26:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:26:43,307 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f303dbc678385e4482da1aab0789ffb1, NAME => 'hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778 2024-12-03T20:26:43,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741838_1014 (size=44) 2024-12-03T20:26:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:26:43,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:43,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f303dbc678385e4482da1aab0789ffb1, disabling compactions & flushes 2024-12-03T20:26:43,756 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1. 2024-12-03T20:26:43,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1. 2024-12-03T20:26:43,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1. after waiting 0 ms 2024-12-03T20:26:43,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1. 2024-12-03T20:26:43,757 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1. 2024-12-03T20:26:43,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f303dbc678385e4482da1aab0789ffb1: Waiting for close lock at 1733257603756Disabling compacts and flushes for region at 1733257603756Disabling writes for close at 1733257603757 (+1 ms)Writing region close event to WAL at 1733257603757Closed at 1733257603757 2024-12-03T20:26:43,773 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:26:43,773 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733257603773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257603773"}]},"ts":"1733257603773"} 2024-12-03T20:26:43,785 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:26:43,789 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:26:43,789 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257603789"}]},"ts":"1733257603789"} 2024-12-03T20:26:43,801 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T20:26:43,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f303dbc678385e4482da1aab0789ffb1, ASSIGN}] 2024-12-03T20:26:43,805 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f303dbc678385e4482da1aab0789ffb1, ASSIGN 2024-12-03T20:26:43,809 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f303dbc678385e4482da1aab0789ffb1, ASSIGN; state=OFFLINE, location=b29c245002d9,43553,1733257590154; forceNewPlan=false, retain=false 2024-12-03T20:26:43,964 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f303dbc678385e4482da1aab0789ffb1, regionState=OPENING, regionLocation=b29c245002d9,43553,1733257590154 2024-12-03T20:26:43,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f303dbc678385e4482da1aab0789ffb1, ASSIGN because future has completed 2024-12-03T20:26:43,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f303dbc678385e4482da1aab0789ffb1, server=b29c245002d9,43553,1733257590154}] 2024-12-03T20:26:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:26:44,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1. 2024-12-03T20:26:44,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:26:44,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T20:26:44,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C43553%2C1733257590154.rep, suffix=, logDir=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154, archiveDir=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/oldWALs, maxLogs=10 2024-12-03T20:26:44,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.rep.1733257604139, exclude list is [], retry=0 2024-12-03T20:26:44,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45315,DS-c902ff74-488e-487e-aeb9-b2944c700af8,DISK] 2024-12-03T20:26:44,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.rep.1733257604139 2024-12-03T20:26:44,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36199:36199)] 2024-12-03T20:26:44,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f303dbc678385e4482da1aab0789ffb1, NAME => 'hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:26:44,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:26:44,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:26:44,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1. service=MultiRowMutationService 2024-12-03T20:26:44,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T20:26:44,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f303dbc678385e4482da1aab0789ffb1 2024-12-03T20:26:44,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:26:44,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f303dbc678385e4482da1aab0789ffb1 2024-12-03T20:26:44,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f303dbc678385e4482da1aab0789ffb1 2024-12-03T20:26:44,169 INFO [StoreOpener-f303dbc678385e4482da1aab0789ffb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f303dbc678385e4482da1aab0789ffb1 2024-12-03T20:26:44,171 INFO [StoreOpener-f303dbc678385e4482da1aab0789ffb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f303dbc678385e4482da1aab0789ffb1 columnFamilyName hfileref 2024-12-03T20:26:44,171 DEBUG [StoreOpener-f303dbc678385e4482da1aab0789ffb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:44,171 INFO [StoreOpener-f303dbc678385e4482da1aab0789ffb1-1 {}] regionserver.HStore(327): Store=f303dbc678385e4482da1aab0789ffb1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:44,171 INFO [StoreOpener-f303dbc678385e4482da1aab0789ffb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f303dbc678385e4482da1aab0789ffb1 2024-12-03T20:26:44,173 INFO [StoreOpener-f303dbc678385e4482da1aab0789ffb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f303dbc678385e4482da1aab0789ffb1 columnFamilyName queue 2024-12-03T20:26:44,173 DEBUG [StoreOpener-f303dbc678385e4482da1aab0789ffb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:44,173 INFO [StoreOpener-f303dbc678385e4482da1aab0789ffb1-1 {}] regionserver.HStore(327): Store=f303dbc678385e4482da1aab0789ffb1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:44,174 INFO [StoreOpener-f303dbc678385e4482da1aab0789ffb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f303dbc678385e4482da1aab0789ffb1 2024-12-03T20:26:44,179 INFO [StoreOpener-f303dbc678385e4482da1aab0789ffb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f303dbc678385e4482da1aab0789ffb1 columnFamilyName sid 2024-12-03T20:26:44,179 DEBUG [StoreOpener-f303dbc678385e4482da1aab0789ffb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:26:44,180 INFO [StoreOpener-f303dbc678385e4482da1aab0789ffb1-1 {}] regionserver.HStore(327): Store=f303dbc678385e4482da1aab0789ffb1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:26:44,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f303dbc678385e4482da1aab0789ffb1 2024-12-03T20:26:44,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/replication/f303dbc678385e4482da1aab0789ffb1 2024-12-03T20:26:44,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/replication/f303dbc678385e4482da1aab0789ffb1 2024-12-03T20:26:44,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f303dbc678385e4482da1aab0789ffb1 2024-12-03T20:26:44,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f303dbc678385e4482da1aab0789ffb1 2024-12-03T20:26:44,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:26:44,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f303dbc678385e4482da1aab0789ffb1 2024-12-03T20:26:44,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/replication/f303dbc678385e4482da1aab0789ffb1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:26:44,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f303dbc678385e4482da1aab0789ffb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65759371, jitterRate=-0.020109012722969055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:26:44,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f303dbc678385e4482da1aab0789ffb1 2024-12-03T20:26:44,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f303dbc678385e4482da1aab0789ffb1: Running coprocessor pre-open hook at 1733257604166Writing region info on filesystem at 1733257604166Initializing all the Stores at 1733257604169 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257604169Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257604169Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257604169Cleaning up temporary data from old regions at 1733257604182 (+13 ms)Running coprocessor post-open hooks at 1733257604191 (+9 ms)Region opened successfully at 1733257604192 (+1 ms) 2024-12-03T20:26:44,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1., pid=10, masterSystemTime=1733257604130 2024-12-03T20:26:44,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1. 2024-12-03T20:26:44,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1. 2024-12-03T20:26:44,233 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f303dbc678385e4482da1aab0789ffb1, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,43553,1733257590154 2024-12-03T20:26:44,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f303dbc678385e4482da1aab0789ffb1, server=b29c245002d9,43553,1733257590154 because future has completed 2024-12-03T20:26:44,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T20:26:44,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f303dbc678385e4482da1aab0789ffb1, server=b29c245002d9,43553,1733257590154 in 273 msec 2024-12-03T20:26:44,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T20:26:44,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f303dbc678385e4482da1aab0789ffb1, ASSIGN in 453 msec 2024-12-03T20:26:44,258 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:26:44,259 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257604258"}]},"ts":"1733257604258"} 2024-12-03T20:26:44,261 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T20:26:44,263 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:26:44,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3710 sec 2024-12-03T20:26:44,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1., hostname=b29c245002d9,43553,1733257590154, seqNum=2] 2024-12-03T20:26:44,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43553-0x1019cdfe73e0001, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1215572608 2024-12-03T20:26:44,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1215572608 2024-12-03T20:26:44,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T20:26:44,571 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T20:26:44,572 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T20:26:44,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T20:26:44,709 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T20:26:44,739 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b29c245002d9,43553,1733257590154, ReplicationSource: 1, currentBandwidth=0 2024-12-03T20:26:44,739 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:26:44,739 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,43553,1733257590154, seqNum=-1] 2024-12-03T20:26:44,740 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:26:44,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-03T20:26:44,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b29c245002d9,43553,1733257590154', locateType=CURRENT is [region=hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1., hostname=b29c245002d9,43553,1733257590154, seqNum=2] 2024-12-03T20:26:44,780 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T20:26:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T20:26:44,785 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b29c245002d9,43553,1733257590154 suceeded 2024-12-03T20:26:44,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T20:26:44,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 230 msec 2024-12-03T20:26:44,787 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b29c245002d9:37337,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-03T20:26:44,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9080 sec 2024-12-03T20:26:44,798 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:37337' 2024-12-03T20:26:44,799 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@651f8351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:44,799 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,37337,-1 for getting cluster id 2024-12-03T20:26:44,799 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:26:44,799 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c025212f-a553-4483-b5f9-fe21b3be1427' 2024-12-03T20:26:44,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:26:44,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c025212f-a553-4483-b5f9-fe21b3be1427" 2024-12-03T20:26:44,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75b973f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:44,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,37337,-1] 2024-12-03T20:26:44,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:26:44,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:44,801 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:26:44,802 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18c68290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:44,802 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:26:44,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,37337,1733257597193 2024-12-03T20:26:44,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2796873b 2024-12-03T20:26:44,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:26:44,804 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-03T20:26:44,804 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b29c245002d9,43553,1733257590154 (queues=1) is replicating from cluster=4795437c-6783-40a5-b7d7-7b1e42c20f63 to cluster=c025212f-a553-4483-b5f9-fe21b3be1427 2024-12-03T20:26:44,804 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b29c245002d9%2C43553%2C1733257590154 2024-12-03T20:26:44,804 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b29c245002d9,43553,1733257590154, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T20:26:44,805 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.shipperb29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b29c245002d9%2C43553%2C1733257590154 2024-12-03T20:26:44,805 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723, startPosition=0, beingWritten=true 2024-12-03T20:26:44,817 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:26:44,817 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 379, reset compression=false 2024-12-03T20:26:44,817 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.shipperb29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,43553,1733257590154 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:26:45,021 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 379, reset compression=false 2024-12-03T20:26:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:26:45,027 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T20:26:45,027 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:26:45,027 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:26:45,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:45,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:45,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:26:45,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:45,039 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733257605037/Put/seqid=0 2024-12-03T20:26:45,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741840_1016 (size=7894) 2024-12-03T20:26:45,343 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 379, reset compression=false 2024-12-03T20:26:45,465 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/load_f/f/hfile_1 is 34, key is ddd/f:row/1733257605460/Put/seqid=0 2024-12-03T20:26:45,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741841_1017 (size=7691) 2024-12-03T20:26:45,749 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 379, reset compression=false 2024-12-03T20:26:45,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:45,904 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,39183,-1 for getting cluster id 2024-12-03T20:26:45,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:26:45,905 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4795437c-6783-40a5-b7d7-7b1e42c20f63' 2024-12-03T20:26:45,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:26:45,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4795437c-6783-40a5-b7d7-7b1e42c20f63" 2024-12-03T20:26:45,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b01f592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:45,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,39183,-1] 2024-12-03T20:26:45,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:26:45,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:45,907 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:26:45,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bb41bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:45,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:26:45,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,43553,1733257590154, seqNum=-1] 2024-12-03T20:26:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:26:45,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:26:45,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:26:45,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,39183,1733257589643 2024-12-03T20:26:45,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6336de51 2024-12-03T20:26:45,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:26:45,941 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:26:45,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e., hostname=b29c245002d9,43553,1733257590154, seqNum=2] 2024-12-03T20:26:45,958 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T20:26:45,977 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-03T20:26:45,982 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-03T20:26:46,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/load_f/f/hfile_1 for inclusion in e38b4df2625b60b0e5a08a4ef484cf7e/f 2024-12-03T20:26:46,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T20:26:46,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:26:46,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/load_f/f/hfile_0 for inclusion in e38b4df2625b60b0e5a08a4ef484cf7e/f 2024-12-03T20:26:46,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T20:26:46,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:26:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HRegion(2603): Flush status journal for e38b4df2625b60b0e5a08a4ef484cf7e: 2024-12-03T20:26:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/load_f/f/hfile_1 to hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/staging/jenkins__test__60d2cet2hltjar009khb6ea8oemhrrakvmed34iof0n9rdb51thbdl2lje5lhprc/f/hfile_1 2024-12-03T20:26:46,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/staging/jenkins__test__60d2cet2hltjar009khb6ea8oemhrrakvmed34iof0n9rdb51thbdl2lje5lhprc/f/hfile_1 as hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/default/test/e38b4df2625b60b0e5a08a4ef484cf7e/f/1ce4fed1d37a42fc84a9b4913c8d96a3_SeqId_4_ 2024-12-03T20:26:46,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/load_f/f/hfile_0 to hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/staging/jenkins__test__60d2cet2hltjar009khb6ea8oemhrrakvmed34iof0n9rdb51thbdl2lje5lhprc/f/hfile_0 2024-12-03T20:26:46,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/staging/jenkins__test__60d2cet2hltjar009khb6ea8oemhrrakvmed34iof0n9rdb51thbdl2lje5lhprc/f/hfile_0 as hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/default/test/e38b4df2625b60b0e5a08a4ef484cf7e/f/912d0237e1e3480db10e85303484838f_SeqId_4_ 2024-12-03T20:26:46,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/staging/jenkins__test__60d2cet2hltjar009khb6ea8oemhrrakvmed34iof0n9rdb51thbdl2lje5lhprc/f/hfile_1 into e38b4df2625b60b0e5a08a4ef484cf7e/f as hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/default/test/e38b4df2625b60b0e5a08a4ef484cf7e/f/1ce4fed1d37a42fc84a9b4913c8d96a3_SeqId_4_ - updating store file list. 2024-12-03T20:26:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1ce4fed1d37a42fc84a9b4913c8d96a3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T20:26:46,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/default/test/e38b4df2625b60b0e5a08a4ef484cf7e/f/1ce4fed1d37a42fc84a9b4913c8d96a3_SeqId_4_ into e38b4df2625b60b0e5a08a4ef484cf7e/f 2024-12-03T20:26:46,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/staging/jenkins__test__60d2cet2hltjar009khb6ea8oemhrrakvmed34iof0n9rdb51thbdl2lje5lhprc/f/hfile_1 into e38b4df2625b60b0e5a08a4ef484cf7e/f (new location: hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/default/test/e38b4df2625b60b0e5a08a4ef484cf7e/f/1ce4fed1d37a42fc84a9b4913c8d96a3_SeqId_4_) 2024-12-03T20:26:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/staging/jenkins__test__60d2cet2hltjar009khb6ea8oemhrrakvmed34iof0n9rdb51thbdl2lje5lhprc/f/hfile_1 2024-12-03T20:26:46,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/staging/jenkins__test__60d2cet2hltjar009khb6ea8oemhrrakvmed34iof0n9rdb51thbdl2lje5lhprc/f/hfile_0 into e38b4df2625b60b0e5a08a4ef484cf7e/f as hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/default/test/e38b4df2625b60b0e5a08a4ef484cf7e/f/912d0237e1e3480db10e85303484838f_SeqId_4_ - updating store file list. 2024-12-03T20:26:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 912d0237e1e3480db10e85303484838f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T20:26:46,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/default/test/e38b4df2625b60b0e5a08a4ef484cf7e/f/912d0237e1e3480db10e85303484838f_SeqId_4_ into e38b4df2625b60b0e5a08a4ef484cf7e/f 2024-12-03T20:26:46,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/staging/jenkins__test__60d2cet2hltjar009khb6ea8oemhrrakvmed34iof0n9rdb51thbdl2lje5lhprc/f/hfile_0 into e38b4df2625b60b0e5a08a4ef484cf7e/f (new location: hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/default/test/e38b4df2625b60b0e5a08a4ef484cf7e/f/912d0237e1e3480db10e85303484838f_SeqId_4_) 2024-12-03T20:26:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/staging/jenkins__test__60d2cet2hltjar009khb6ea8oemhrrakvmed34iof0n9rdb51thbdl2lje5lhprc/f/hfile_0 2024-12-03T20:26:46,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:26:46,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:26:46,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:46,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:26:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e., hostname=b29c245002d9,43553,1733257590154, seqNum=2 , the old value is region=test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e., hostname=b29c245002d9,43553,1733257590154, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b29c245002d9:43553 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T20:26:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e., hostname=b29c245002d9,43553,1733257590154, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T20:26:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e., hostname=b29c245002d9,43553,1733257590154, seqNum=2 from cache 2024-12-03T20:26:46,108 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T20:26:46,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:46,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:26:46,112 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,35149,1733257597381, seqNum=-1] 2024-12-03T20:26:46,112 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:26:46,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:26:46,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235., hostname=b29c245002d9,35149,1733257597381, seqNum=2] 2024-12-03T20:26:46,122 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T20:26:46,220 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:43553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T20:26:46,249 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:26:46,285 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 379, reset compression=false 2024-12-03T20:26:46,298 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:26:46,299 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.shipperb29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,43553,1733257590154 got entry batch from reader: WALEntryBatch [walEntries=[{test/e38b4df2625b60b0e5a08a4ef484cf7e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733257606097/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T20:26:46,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:26:46,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:26:46,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:26:46,337 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.shipperb29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:26:46,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-03T20:26:46,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] regionserver.ReplicationSink(318): Replicating [4795437c-6783-40a5-b7d7-7b1e42c20f63] bulk loaded data 2024-12-03T20:26:46,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bfc4fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:46,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,37337,-1 for getting cluster id 2024-12-03T20:26:46,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:26:46,353 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c025212f-a553-4483-b5f9-fe21b3be1427' 2024-12-03T20:26:46,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:26:46,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c025212f-a553-4483-b5f9-fe21b3be1427" 2024-12-03T20:26:46,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11525b21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:46,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,37337,-1] 2024-12-03T20:26:46,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:26:46,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:46,356 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:26:46,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b0a2b2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:46,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33109 is added to blk_1073741837_1013 (size=7691) 2024-12-03T20:26:46,499 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 687, reset compression=false 2024-12-03T20:26:46,809 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 687, reset compression=false 2024-12-03T20:26:46,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33109 is added to blk_1073741838_1014 (size=7894) 2024-12-03T20:26:46,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:26:46,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,37337,1733257597193 2024-12-03T20:26:46,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e4a9ce 2024-12-03T20:26:46,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:26:46,895 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-03T20:26:46,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T20:26:46,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:26:46,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,35149,1733257597381, seqNum=-1] 2024-12-03T20:26:46,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:26:46,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-03T20:26:46,922 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/staging/jenkins.hfs.6__test__u67eik1cq87rc8umbo2rvik4bav54djq1io3726q7e3lo2fufh0624kqskv53pkg/f/1ce4fed1d37a42fc84a9b4913c8d96a3_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T20:26:46,941 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/staging/jenkins.hfs.6__test__u67eik1cq87rc8umbo2rvik4bav54djq1io3726q7e3lo2fufh0624kqskv53pkg/f/912d0237e1e3480db10e85303484838f_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T20:26:46,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/staging/jenkins.hfs.6__test__u67eik1cq87rc8umbo2rvik4bav54djq1io3726q7e3lo2fufh0624kqskv53pkg/f/1ce4fed1d37a42fc84a9b4913c8d96a3_SeqId_4_ for inclusion in 9623579a7518f43be5ccdc06ed5ee235/f 2024-12-03T20:26:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T20:26:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:26:46,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/staging/jenkins.hfs.6__test__u67eik1cq87rc8umbo2rvik4bav54djq1io3726q7e3lo2fufh0624kqskv53pkg/f/912d0237e1e3480db10e85303484838f_SeqId_4_ for inclusion in 9623579a7518f43be5ccdc06ed5ee235/f 2024-12-03T20:26:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T20:26:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:26:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] regionserver.HRegion(2603): Flush status journal for 9623579a7518f43be5ccdc06ed5ee235: 2024-12-03T20:26:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1ce4fed1d37a42fc84a9b4913c8d96a3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T20:26:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/staging/jenkins.hfs.6__test__u67eik1cq87rc8umbo2rvik4bav54djq1io3726q7e3lo2fufh0624kqskv53pkg/f/1ce4fed1d37a42fc84a9b4913c8d96a3_SeqId_4_ as hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/default/test/9623579a7518f43be5ccdc06ed5ee235/f/2624ffd76ec24c1e9fa5e8a6648c4846_SeqId_4_ 2024-12-03T20:26:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 912d0237e1e3480db10e85303484838f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T20:26:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/staging/jenkins.hfs.6__test__u67eik1cq87rc8umbo2rvik4bav54djq1io3726q7e3lo2fufh0624kqskv53pkg/f/912d0237e1e3480db10e85303484838f_SeqId_4_ as hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/default/test/9623579a7518f43be5ccdc06ed5ee235/f/2296c4fc0efa4ee6af6110254a1f1126_SeqId_4_ 2024-12-03T20:26:46,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/staging/jenkins.hfs.6__test__u67eik1cq87rc8umbo2rvik4bav54djq1io3726q7e3lo2fufh0624kqskv53pkg/f/1ce4fed1d37a42fc84a9b4913c8d96a3_SeqId_4_ into 9623579a7518f43be5ccdc06ed5ee235/f as hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/default/test/9623579a7518f43be5ccdc06ed5ee235/f/2624ffd76ec24c1e9fa5e8a6648c4846_SeqId_4_ - updating store file list. 2024-12-03T20:26:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2624ffd76ec24c1e9fa5e8a6648c4846_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T20:26:47,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/default/test/9623579a7518f43be5ccdc06ed5ee235/f/2624ffd76ec24c1e9fa5e8a6648c4846_SeqId_4_ into 9623579a7518f43be5ccdc06ed5ee235/f 2024-12-03T20:26:47,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/staging/jenkins.hfs.6__test__u67eik1cq87rc8umbo2rvik4bav54djq1io3726q7e3lo2fufh0624kqskv53pkg/f/1ce4fed1d37a42fc84a9b4913c8d96a3_SeqId_4_ into 9623579a7518f43be5ccdc06ed5ee235/f (new location: hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/default/test/9623579a7518f43be5ccdc06ed5ee235/f/2624ffd76ec24c1e9fa5e8a6648c4846_SeqId_4_) 2024-12-03T20:26:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/staging/jenkins.hfs.6__test__u67eik1cq87rc8umbo2rvik4bav54djq1io3726q7e3lo2fufh0624kqskv53pkg/f/1ce4fed1d37a42fc84a9b4913c8d96a3_SeqId_4_ 2024-12-03T20:26:47,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/staging/jenkins.hfs.6__test__u67eik1cq87rc8umbo2rvik4bav54djq1io3726q7e3lo2fufh0624kqskv53pkg/f/912d0237e1e3480db10e85303484838f_SeqId_4_ into 9623579a7518f43be5ccdc06ed5ee235/f as hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/default/test/9623579a7518f43be5ccdc06ed5ee235/f/2296c4fc0efa4ee6af6110254a1f1126_SeqId_4_ - updating store file list. 2024-12-03T20:26:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2296c4fc0efa4ee6af6110254a1f1126_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T20:26:47,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/default/test/9623579a7518f43be5ccdc06ed5ee235/f/2296c4fc0efa4ee6af6110254a1f1126_SeqId_4_ into 9623579a7518f43be5ccdc06ed5ee235/f 2024-12-03T20:26:47,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/staging/jenkins.hfs.6__test__u67eik1cq87rc8umbo2rvik4bav54djq1io3726q7e3lo2fufh0624kqskv53pkg/f/912d0237e1e3480db10e85303484838f_SeqId_4_ into 9623579a7518f43be5ccdc06ed5ee235/f (new location: hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/default/test/9623579a7518f43be5ccdc06ed5ee235/f/2296c4fc0efa4ee6af6110254a1f1126_SeqId_4_) 2024-12-03T20:26:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/staging/jenkins.hfs.6__test__u67eik1cq87rc8umbo2rvik4bav54djq1io3726q7e3lo2fufh0624kqskv53pkg/f/912d0237e1e3480db10e85303484838f_SeqId_4_ 2024-12-03T20:26:47,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] regionserver.ReplicationSink(324): Finished replicating [4795437c-6783-40a5-b7d7-7b1e42c20f63] bulk loaded data 2024-12-03T20:26:47,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:26:47,154 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733257607153/Put/seqid=0 2024-12-03T20:26:47,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741842_1018 (size=7997) 2024-12-03T20:26:47,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T20:26:47,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T20:26:47,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T20:26:47,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T20:26:47,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:26:47,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T20:26:47,214 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 687, reset compression=false 2024-12-03T20:26:47,574 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733257607574/Put/seqid=0 2024-12-03T20:26:47,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741843_1019 (size=7794) 2024-12-03T20:26:47,721 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 687, reset compression=false 2024-12-03T20:26:47,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297a3855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:47,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,39183,-1 for getting cluster id 2024-12-03T20:26:47,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:26:47,982 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4795437c-6783-40a5-b7d7-7b1e42c20f63' 2024-12-03T20:26:47,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:26:47,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4795437c-6783-40a5-b7d7-7b1e42c20f63" 2024-12-03T20:26:47,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19382fb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:47,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,39183,-1] 2024-12-03T20:26:47,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:26:47,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:47,983 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:26:47,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce72422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:26:47,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:26:47,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,43553,1733257590154, seqNum=-1] 2024-12-03T20:26:47,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:26:47,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:26:47,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:26:47,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,39183,1733257589643 2024-12-03T20:26:47,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71700ed9 2024-12-03T20:26:47,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:26:47,998 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:26:48,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e., hostname=b29c245002d9,43553,1733257590154, seqNum=2] 2024-12-03T20:26:48,010 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T20:26:48,016 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-03T20:26:48,019 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-03T20:26:48,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/load_f1/f1/hfile_0 for inclusion in e38b4df2625b60b0e5a08a4ef484cf7e/f1 2024-12-03T20:26:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T20:26:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:26:48,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/load_f1/f1/hfile_1 for inclusion in e38b4df2625b60b0e5a08a4ef484cf7e/f1 2024-12-03T20:26:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T20:26:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:26:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HRegion(2603): Flush status journal for e38b4df2625b60b0e5a08a4ef484cf7e: 2024-12-03T20:26:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/load_f1/f1/hfile_0 to hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/staging/jenkins__test__69cj4ppb7du6jl82gtta4kfvs29u0jls0vs3qs9b11nm6ief7cev3jaccdp4sk68/f1/hfile_0 2024-12-03T20:26:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/staging/jenkins__test__69cj4ppb7du6jl82gtta4kfvs29u0jls0vs3qs9b11nm6ief7cev3jaccdp4sk68/f1/hfile_0 as hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/default/test/e38b4df2625b60b0e5a08a4ef484cf7e/f1/35005542bbe0476cae5eb00b187766c0_SeqId_6_ 2024-12-03T20:26:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/load_f1/f1/hfile_1 to hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/staging/jenkins__test__69cj4ppb7du6jl82gtta4kfvs29u0jls0vs3qs9b11nm6ief7cev3jaccdp4sk68/f1/hfile_1 2024-12-03T20:26:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/staging/jenkins__test__69cj4ppb7du6jl82gtta4kfvs29u0jls0vs3qs9b11nm6ief7cev3jaccdp4sk68/f1/hfile_1 as hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/default/test/e38b4df2625b60b0e5a08a4ef484cf7e/f1/722d564b98d14af099133f282e5db9bc_SeqId_6_ 2024-12-03T20:26:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-03T20:26:48,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/staging/jenkins__test__69cj4ppb7du6jl82gtta4kfvs29u0jls0vs3qs9b11nm6ief7cev3jaccdp4sk68/f1/hfile_0 into e38b4df2625b60b0e5a08a4ef484cf7e/f1 as hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/default/test/e38b4df2625b60b0e5a08a4ef484cf7e/f1/35005542bbe0476cae5eb00b187766c0_SeqId_6_ - updating store file list. 2024-12-03T20:26:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 35005542bbe0476cae5eb00b187766c0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T20:26:48,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/default/test/e38b4df2625b60b0e5a08a4ef484cf7e/f1/35005542bbe0476cae5eb00b187766c0_SeqId_6_ into e38b4df2625b60b0e5a08a4ef484cf7e/f1 2024-12-03T20:26:48,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/staging/jenkins__test__69cj4ppb7du6jl82gtta4kfvs29u0jls0vs3qs9b11nm6ief7cev3jaccdp4sk68/f1/hfile_0 into e38b4df2625b60b0e5a08a4ef484cf7e/f1 (new location: hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/default/test/e38b4df2625b60b0e5a08a4ef484cf7e/f1/35005542bbe0476cae5eb00b187766c0_SeqId_6_) 2024-12-03T20:26:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/staging/jenkins__test__69cj4ppb7du6jl82gtta4kfvs29u0jls0vs3qs9b11nm6ief7cev3jaccdp4sk68/f1/hfile_0 2024-12-03T20:26:48,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/staging/jenkins__test__69cj4ppb7du6jl82gtta4kfvs29u0jls0vs3qs9b11nm6ief7cev3jaccdp4sk68/f1/hfile_1 into e38b4df2625b60b0e5a08a4ef484cf7e/f1 as hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/default/test/e38b4df2625b60b0e5a08a4ef484cf7e/f1/722d564b98d14af099133f282e5db9bc_SeqId_6_ - updating store file list. 2024-12-03T20:26:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 722d564b98d14af099133f282e5db9bc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T20:26:48,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/default/test/e38b4df2625b60b0e5a08a4ef484cf7e/f1/722d564b98d14af099133f282e5db9bc_SeqId_6_ into e38b4df2625b60b0e5a08a4ef484cf7e/f1 2024-12-03T20:26:48,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/staging/jenkins__test__69cj4ppb7du6jl82gtta4kfvs29u0jls0vs3qs9b11nm6ief7cev3jaccdp4sk68/f1/hfile_1 into e38b4df2625b60b0e5a08a4ef484cf7e/f1 (new location: hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/default/test/e38b4df2625b60b0e5a08a4ef484cf7e/f1/722d564b98d14af099133f282e5db9bc_SeqId_6_) 2024-12-03T20:26:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/staging/jenkins__test__69cj4ppb7du6jl82gtta4kfvs29u0jls0vs3qs9b11nm6ief7cev3jaccdp4sk68/f1/hfile_1 2024-12-03T20:26:48,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:26:48,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:26:48,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:48,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:26:48,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e., hostname=b29c245002d9,43553,1733257590154, seqNum=2 , the old value is region=test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e., hostname=b29c245002d9,43553,1733257590154, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b29c245002d9:43553 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T20:26:48,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e., hostname=b29c245002d9,43553,1733257590154, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T20:26:48,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e., hostname=b29c245002d9,43553,1733257590154, seqNum=2 from cache 2024-12-03T20:26:48,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:26:48,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:26:48,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,43553,1733257590154, seqNum=-1] 2024-12-03T20:26:48,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:26:48,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:26:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e., hostname=b29c245002d9,43553,1733257590154, seqNum=2] 2024-12-03T20:26:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43553: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:42666 deadline: 1733257668059 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:42666 2024-12-03T20:26:48,167 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:43553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T20:26:48,337 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 687, reset compression=false 2024-12-03T20:26:48,343 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:26:48,343 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:26:48,343 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.shipperb29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,43553,1733257590154 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:26:48,549 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:26:48,878 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:26:49,282 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:26:49,786 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:26:50,393 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:26:51,097 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:26:51,912 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:26:52,816 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:26:53,819 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:26:54,923 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:26:56,153 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:26:57,457 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:26:58,861 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:26:59,568 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T20:27:00,365 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:27:01,969 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:27:03,674 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:27:05,478 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:27:06,766 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T20:27:07,382 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:27:08,346 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.shipperb29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,43553,1733257590154 got entry batch from reader: null 2024-12-03T20:27:09,386 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:27:11,490 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:27:13,698 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:27:14,307 INFO [master/b29c245002d9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T20:27:14,307 INFO [master/b29c245002d9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T20:27:16,005 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:27:18,409 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:27:20,853 INFO [master/b29c245002d9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T20:27:20,853 INFO [master/b29c245002d9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T20:27:20,913 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:27:23,519 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:27:26,223 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:27:26,846 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e38b4df2625b60b0e5a08a4ef484cf7e, had cached 0 bytes from a total of 31376 2024-12-03T20:27:27,693 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9623579a7518f43be5ccdc06ed5ee235, had cached 0 bytes from a total of 15585 2024-12-03T20:27:28,346 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.shipperb29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,43553,1733257590154 got entry batch from reader: null 2024-12-03T20:27:29,030 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:27:29,570 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T20:27:31,940 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:27:34,894 DEBUG [master/b29c245002d9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T20:27:34,968 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:27:36,767 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T20:27:38,096 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:27:41,303 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:27:41,638 DEBUG [master/b29c245002d9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T20:27:44,608 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:27:48,017 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:27:48,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T20:27:48,102 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:27:48,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:27:48,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:27:48,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:27:48,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:27:48,103 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:27:48,103 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=371575440, stopped=false 2024-12-03T20:27:48,103 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,37337,1733257597193 2024-12-03T20:27:48,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1019cdfe73e0004, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1247256761/running 2024-12-03T20:27:48,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1247256761/running 2024-12-03T20:27:48,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1247256761 2024-12-03T20:27:48,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1019cdfe73e0004, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1247256761 2024-12-03T20:27:48,158 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:27:48,158 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:27:48,158 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:27:48,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:27:48,158 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,35149,1733257597381' ***** 2024-12-03T20:27:48,159 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:27:48,159 INFO [RS:0;b29c245002d9:35149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:27:48,159 INFO [RS:0;b29c245002d9:35149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:27:48,159 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:27:48,159 INFO [RS:0;b29c245002d9:35149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:27:48,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35149-0x1019cdfe73e0004, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Set watcher on znode that does not yet exist, /1-1247256761/running 2024-12-03T20:27:48,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Set watcher on znode that does not yet exist, /1-1247256761/running 2024-12-03T20:27:48,160 INFO [RS:0;b29c245002d9:35149 {}] regionserver.HRegionServer(3091): Received CLOSE for 9623579a7518f43be5ccdc06ed5ee235 2024-12-03T20:27:48,160 INFO [RS:0;b29c245002d9:35149 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,35149,1733257597381 2024-12-03T20:27:48,160 INFO [RS:0;b29c245002d9:35149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:27:48,160 INFO [RS:0;b29c245002d9:35149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:35149. 2024-12-03T20:27:48,160 DEBUG [RS:0;b29c245002d9:35149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:27:48,160 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9623579a7518f43be5ccdc06ed5ee235, disabling compactions & flushes 2024-12-03T20:27:48,160 DEBUG [RS:0;b29c245002d9:35149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:27:48,160 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235. 2024-12-03T20:27:48,160 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235. 2024-12-03T20:27:48,161 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235. after waiting 0 ms 2024-12-03T20:27:48,161 INFO [RS:0;b29c245002d9:35149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:27:48,161 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235. 2024-12-03T20:27:48,161 INFO [RS:0;b29c245002d9:35149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:27:48,161 INFO [RS:0;b29c245002d9:35149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:27:48,161 INFO [RS:0;b29c245002d9:35149 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:27:48,164 INFO [RS:0;b29c245002d9:35149 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T20:27:48,164 DEBUG [RS:0;b29c245002d9:35149 {}] regionserver.HRegionServer(1325): Online Regions={9623579a7518f43be5ccdc06ed5ee235=test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:27:48,164 DEBUG [RS:0;b29c245002d9:35149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9623579a7518f43be5ccdc06ed5ee235 2024-12-03T20:27:48,164 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:27:48,164 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:27:48,164 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:27:48,164 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:27:48,165 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:27:48,165 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T20:27:48,169 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/default/test/9623579a7518f43be5ccdc06ed5ee235/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-03T20:27:48,170 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:27:48,170 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:27:48,170 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235. 2024-12-03T20:27:48,170 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9623579a7518f43be5ccdc06ed5ee235: Waiting for close lock at 1733257668160Running coprocessor pre-close hooks at 1733257668160Disabling compacts and flushes for region at 1733257668160Disabling writes for close at 1733257668161 (+1 ms)Writing region close event to WAL at 1733257668165 (+4 ms)Running coprocessor post-close hooks at 1733257668170 (+5 ms)Closed at 1733257668170 2024-12-03T20:27:48,170 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235. 2024-12-03T20:27:48,171 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:27:48,185 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740/.tmp/info/a36702f9d38b44a39931eabb000b5b6e is 129, key is test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235./info:regioninfo/1733257602770/Put/seqid=0 2024-12-03T20:27:48,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33109 is added to blk_1073741839_1015 (size=6421) 2024-12-03T20:27:48,194 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740/.tmp/info/a36702f9d38b44a39931eabb000b5b6e 2024-12-03T20:27:48,221 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740/.tmp/ns/0195e2592f524ae8855b472c92643e6f is 43, key is default/ns:d/1733257600771/Put/seqid=0 2024-12-03T20:27:48,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33109 is added to blk_1073741840_1016 (size=5153) 2024-12-03T20:27:48,234 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740/.tmp/ns/0195e2592f524ae8855b472c92643e6f 2024-12-03T20:27:48,267 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740/.tmp/rep_barrier/2f2988cb8e864f5799e2944629b49523 is 112, key is test,,1733257602189.9623579a7518f43be5ccdc06ed5ee235./rep_barrier:seqnumDuringOpen/1733257602770/Put/seqid=0 2024-12-03T20:27:48,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33109 is added to blk_1073741841_1017 (size=5518) 2024-12-03T20:27:48,285 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740/.tmp/rep_barrier/2f2988cb8e864f5799e2944629b49523 2024-12-03T20:27:48,322 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740/.tmp/table/c0e91ebad1df4311b3500b478955536a is 40, key is test/table:state/1733257602789/Put/seqid=0 2024-12-03T20:27:48,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33109 is added to blk_1073741842_1018 (size=5165) 2024-12-03T20:27:48,330 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740/.tmp/table/c0e91ebad1df4311b3500b478955536a 2024-12-03T20:27:48,341 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740/.tmp/info/a36702f9d38b44a39931eabb000b5b6e as hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740/info/a36702f9d38b44a39931eabb000b5b6e 2024-12-03T20:27:48,348 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.shipperb29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,43553,1733257590154 got entry batch from reader: null 2024-12-03T20:27:48,355 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740/info/a36702f9d38b44a39931eabb000b5b6e, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T20:27:48,357 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740/.tmp/ns/0195e2592f524ae8855b472c92643e6f as hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740/ns/0195e2592f524ae8855b472c92643e6f 2024-12-03T20:27:48,364 DEBUG [RS:0;b29c245002d9:35149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:27:48,367 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740/ns/0195e2592f524ae8855b472c92643e6f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T20:27:48,369 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740/.tmp/rep_barrier/2f2988cb8e864f5799e2944629b49523 as hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740/rep_barrier/2f2988cb8e864f5799e2944629b49523 2024-12-03T20:27:48,385 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740/rep_barrier/2f2988cb8e864f5799e2944629b49523, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T20:27:48,386 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740/.tmp/table/c0e91ebad1df4311b3500b478955536a as hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740/table/c0e91ebad1df4311b3500b478955536a 2024-12-03T20:27:48,396 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740/table/c0e91ebad1df4311b3500b478955536a, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T20:27:48,398 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 232ms, sequenceid=11, compaction requested=false 2024-12-03T20:27:48,409 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T20:27:48,410 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:27:48,410 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:27:48,410 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:27:48,410 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257668164Running coprocessor pre-close hooks at 1733257668164Disabling compacts and flushes for region at 1733257668164Disabling writes for close at 1733257668164Obtaining lock to block concurrent updates at 1733257668165 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733257668165Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733257668165Flushing stores of hbase:meta,,1.1588230740 at 1733257668166 (+1 ms)Flushing 1588230740/info: creating writer at 1733257668166Flushing 1588230740/info: appending metadata at 1733257668185 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733257668185Flushing 1588230740/ns: creating writer at 1733257668199 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733257668220 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733257668220Flushing 1588230740/rep_barrier: creating writer at 1733257668242 (+22 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733257668266 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733257668266Flushing 1588230740/table: creating writer at 1733257668299 (+33 ms)Flushing 1588230740/table: appending metadata at 1733257668321 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733257668321Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26edd251: reopening flushed file at 1733257668338 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18db6009: reopening flushed file at 1733257668356 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e622316: reopening flushed file at 1733257668367 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@396ebf9a: reopening flushed file at 1733257668385 (+18 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 232ms, sequenceid=11, compaction requested=false at 1733257668398 (+13 ms)Writing region close event to WAL at 1733257668405 (+7 ms)Running coprocessor post-close hooks at 1733257668410 (+5 ms)Closed at 1733257668410 2024-12-03T20:27:48,410 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:27:48,565 INFO [RS:0;b29c245002d9:35149 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,35149,1733257597381; all regions closed. 2024-12-03T20:27:48,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33109 is added to blk_1073741834_1010 (size=2717) 2024-12-03T20:27:48,577 DEBUG [RS:0;b29c245002d9:35149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/oldWALs 2024-12-03T20:27:48,577 INFO [RS:0;b29c245002d9:35149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C35149%2C1733257597381.meta:.meta(num 1733257600726) 2024-12-03T20:27:48,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33109 is added to blk_1073741833_1009 (size=1028) 2024-12-03T20:27:48,595 DEBUG [RS:0;b29c245002d9:35149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/oldWALs 2024-12-03T20:27:48,595 INFO [RS:0;b29c245002d9:35149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C35149%2C1733257597381:(num 1733257599811) 2024-12-03T20:27:48,595 DEBUG [RS:0;b29c245002d9:35149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:27:48,595 INFO [RS:0;b29c245002d9:35149 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:27:48,596 INFO [RS:0;b29c245002d9:35149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:27:48,596 INFO [RS:0;b29c245002d9:35149 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T20:27:48,597 INFO [RS:0;b29c245002d9:35149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:27:48,597 INFO [RS:0;b29c245002d9:35149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:35149. 2024-12-03T20:27:48,597 DEBUG [RS:0;b29c245002d9:35149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:27:48,597 DEBUG [RS:0;b29c245002d9:35149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:27:48,597 DEBUG [RS:0;b29c245002d9:35149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:27:48,597 INFO [RS:0;b29c245002d9:35149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35149 2024-12-03T20:27:48,598 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:27:48,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:27:48,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1247256761/rs 2024-12-03T20:27:48,685 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,35149,1733257597381] 2024-12-03T20:27:48,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1019cdfe73e0004, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1247256761/rs/b29c245002d9,35149,1733257597381 2024-12-03T20:27:48,688 INFO [RS:0;b29c245002d9:35149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:27:48,695 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1247256761/draining/b29c245002d9,35149,1733257597381 already deleted, retry=false 2024-12-03T20:27:48,695 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,35149,1733257597381 expired; onlineServers=0 2024-12-03T20:27:48,695 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,37337,1733257597193' ***** 2024-12-03T20:27:48,695 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:27:48,696 INFO [M:0;b29c245002d9:37337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:27:48,696 INFO [M:0;b29c245002d9:37337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:27:48,696 DEBUG [M:0;b29c245002d9:37337 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:27:48,696 DEBUG [M:0;b29c245002d9:37337 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:27:48,697 INFO [M:0;b29c245002d9:37337 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:27:48,697 INFO [M:0;b29c245002d9:37337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:27:48,697 DEBUG [M:0;b29c245002d9:37337 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:27:48,697 INFO [M:0;b29c245002d9:37337 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:27:48,697 INFO [M:0;b29c245002d9:37337 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:27:48,697 INFO [M:0;b29c245002d9:37337 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:27:48,697 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:27:48,697 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:27:48,700 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257599393 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257599393,5,FailOnTimeoutGroup] 2024-12-03T20:27:48,700 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257599407 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257599407,5,FailOnTimeoutGroup] 2024-12-03T20:27:48,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1247256761/master 2024-12-03T20:27:48,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1247256761 2024-12-03T20:27:48,726 DEBUG [M:0;b29c245002d9:37337 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1247256761/master already deleted, retry=false 2024-12-03T20:27:48,726 DEBUG [M:0;b29c245002d9:37337 {}] master.ActiveMasterManager(353): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1247256761/master 2024-12-03T20:27:48,727 INFO [M:0;b29c245002d9:37337 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/.lastflushedseqids 2024-12-03T20:27:48,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33109 is added to blk_1073741843_1019 (size=173) 2024-12-03T20:27:48,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1019cdfe73e0004, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:27:48,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1019cdfe73e0004, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:27:48,806 INFO [RS:0;b29c245002d9:35149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:27:48,806 INFO [RS:0;b29c245002d9:35149 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,35149,1733257597381; zookeeper connection closed. 2024-12-03T20:27:48,806 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f231243 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f231243 2024-12-03T20:27:48,807 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T20:27:49,157 INFO [M:0;b29c245002d9:37337 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:27:49,157 INFO [M:0;b29c245002d9:37337 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:27:49,157 DEBUG [M:0;b29c245002d9:37337 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:27:49,157 INFO [M:0;b29c245002d9:37337 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:27:49,157 DEBUG [M:0;b29c245002d9:37337 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:27:49,157 DEBUG [M:0;b29c245002d9:37337 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:27:49,157 DEBUG [M:0;b29c245002d9:37337 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:27:49,158 INFO [M:0;b29c245002d9:37337 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-03T20:27:49,179 DEBUG [M:0;b29c245002d9:37337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3ddd5f7436c4da58597233968925a09 is 82, key is hbase:meta,,1/info:regioninfo/1733257600756/Put/seqid=0 2024-12-03T20:27:49,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33109 is added to blk_1073741844_1020 (size=5672) 2024-12-03T20:27:49,587 INFO [M:0;b29c245002d9:37337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3ddd5f7436c4da58597233968925a09 2024-12-03T20:27:49,608 DEBUG [M:0;b29c245002d9:37337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a0e2c54d5a54ce2ae43dede8e819b5b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733257602793/Put/seqid=0 2024-12-03T20:27:49,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33109 is added to blk_1073741845_1021 (size=6727) 2024-12-03T20:27:49,628 INFO [M:0;b29c245002d9:37337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a0e2c54d5a54ce2ae43dede8e819b5b 2024-12-03T20:27:49,652 INFO [M:0;b29c245002d9:37337 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a0e2c54d5a54ce2ae43dede8e819b5b 2024-12-03T20:27:49,689 DEBUG [M:0;b29c245002d9:37337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c208c3d6644c40c286e97d79765863f6 is 69, key is b29c245002d9,35149,1733257597381/rs:state/1733257599492/Put/seqid=0 2024-12-03T20:27:49,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33109 is added to blk_1073741846_1022 (size=5156) 2024-12-03T20:27:49,740 INFO [M:0;b29c245002d9:37337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c208c3d6644c40c286e97d79765863f6 2024-12-03T20:27:49,754 DEBUG [M:0;b29c245002d9:37337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3ddd5f7436c4da58597233968925a09 as hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3ddd5f7436c4da58597233968925a09 2024-12-03T20:27:49,767 INFO [M:0;b29c245002d9:37337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3ddd5f7436c4da58597233968925a09, entries=8, sequenceid=58, filesize=5.5 K 2024-12-03T20:27:49,769 DEBUG [M:0;b29c245002d9:37337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a0e2c54d5a54ce2ae43dede8e819b5b as hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a0e2c54d5a54ce2ae43dede8e819b5b 2024-12-03T20:27:49,805 INFO [M:0;b29c245002d9:37337 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a0e2c54d5a54ce2ae43dede8e819b5b 2024-12-03T20:27:49,805 INFO [M:0;b29c245002d9:37337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a0e2c54d5a54ce2ae43dede8e819b5b, entries=6, sequenceid=58, filesize=6.6 K 2024-12-03T20:27:49,807 DEBUG [M:0;b29c245002d9:37337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c208c3d6644c40c286e97d79765863f6 as hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c208c3d6644c40c286e97d79765863f6 2024-12-03T20:27:49,817 INFO [M:0;b29c245002d9:37337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44789/user/jenkins/test-data/96b578e9-a1a2-7ef1-14a1-08ad8e7a15e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c208c3d6644c40c286e97d79765863f6, entries=1, sequenceid=58, filesize=5.0 K 2024-12-03T20:27:49,819 INFO [M:0;b29c245002d9:37337 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 662ms, sequenceid=58, compaction requested=false 2024-12-03T20:27:49,834 INFO [M:0;b29c245002d9:37337 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:27:49,834 DEBUG [M:0;b29c245002d9:37337 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257669157Disabling compacts and flushes for region at 1733257669157Disabling writes for close at 1733257669157Obtaining lock to block concurrent updates at 1733257669158 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257669158Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733257669158Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257669159 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257669159Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257669179 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257669179Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257669593 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257669607 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257669607Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257669652 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257669688 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257669688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@746aabe2: reopening flushed file at 1733257669753 (+65 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7593b1d6: reopening flushed file at 1733257669768 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c39f57d: reopening flushed file at 1733257669806 (+38 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 662ms, sequenceid=58, compaction requested=false at 1733257669819 (+13 ms)Writing region close event to WAL at 1733257669834 (+15 ms)Closed at 1733257669834 2024-12-03T20:27:49,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33109 is added to blk_1073741830_1006 (size=33026) 2024-12-03T20:27:49,861 INFO [M:0;b29c245002d9:37337 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:27:49,862 INFO [M:0;b29c245002d9:37337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37337 2024-12-03T20:27:49,862 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:27:49,863 INFO [M:0;b29c245002d9:37337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:27:50,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:27:50,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x1019cdfe73e0003, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:27:50,074 INFO [M:0;b29c245002d9:37337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:27:50,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6956cf81{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:27:50,132 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4698115b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:27:50,132 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:27:50,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c05b605{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:27:50,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bf0c51d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/hadoop.log.dir/,STOPPED} 2024-12-03T20:27:50,135 WARN [BP-197617039-172.17.0.3-1733257594421 heartbeating to localhost/127.0.0.1:44789 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:27:50,135 WARN [BP-197617039-172.17.0.3-1733257594421 heartbeating to localhost/127.0.0.1:44789 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-197617039-172.17.0.3-1733257594421 (Datanode Uuid 57839ee7-a508-4858-8267-3e269b2d693e) service to localhost/127.0.0.1:44789 2024-12-03T20:27:50,136 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/cluster_ee485202-8c72-6494-8754-d13ce591b249/data/data1/current/BP-197617039-172.17.0.3-1733257594421 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:27:50,136 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/cluster_ee485202-8c72-6494-8754-d13ce591b249/data/data2/current/BP-197617039-172.17.0.3-1733257594421 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:27:50,136 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:27:50,140 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:27:50,140 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:27:50,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a73da45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:27:50,154 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53778bbd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:27:50,154 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:27:50,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d7582a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:27:50,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14a980a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/hadoop.log.dir/,STOPPED} 2024-12-03T20:27:50,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T20:27:50,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T20:27:50,215 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:27:50,215 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:27:50,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:27:50,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:27:50,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:27:50,220 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:27:50,220 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=302639477, stopped=false 2024-12-03T20:27:50,220 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,39183,1733257589643 2024-12-03T20:27:50,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1215572608/running 2024-12-03T20:27:50,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43553-0x1019cdfe73e0001, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1215572608/running 2024-12-03T20:27:50,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1215572608 2024-12-03T20:27:50,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43553-0x1019cdfe73e0001, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1215572608 2024-12-03T20:27:50,289 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:27:50,289 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:27:50,289 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:27:50,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Set watcher on znode that does not yet exist, /0-1215572608/running 2024-12-03T20:27:50,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:27:50,290 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,43553,1733257590154' ***** 2024-12-03T20:27:50,290 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:27:50,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43553-0x1019cdfe73e0001, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Set watcher on znode that does not yet exist, /0-1215572608/running 2024-12-03T20:27:50,290 INFO [RS:0;b29c245002d9:43553 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:27:50,290 INFO [RS:0;b29c245002d9:43553 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:27:50,290 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:27:50,290 INFO [RS:0;b29c245002d9:43553 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:27:50,290 INFO [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(3091): Received CLOSE for e38b4df2625b60b0e5a08a4ef484cf7e 2024-12-03T20:27:50,291 INFO [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(3091): Received CLOSE for f303dbc678385e4482da1aab0789ffb1 2024-12-03T20:27:50,291 INFO [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,43553,1733257590154 2024-12-03T20:27:50,291 INFO [RS:0;b29c245002d9:43553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:27:50,291 INFO [RS:0;b29c245002d9:43553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:43553. 2024-12-03T20:27:50,291 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e38b4df2625b60b0e5a08a4ef484cf7e, disabling compactions & flushes 2024-12-03T20:27:50,291 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e. 2024-12-03T20:27:50,291 DEBUG [RS:0;b29c245002d9:43553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:27:50,291 DEBUG [RS:0;b29c245002d9:43553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:27:50,291 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e. 2024-12-03T20:27:50,291 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e. after waiting 0 ms 2024-12-03T20:27:50,291 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e. 2024-12-03T20:27:50,291 INFO [RS:0;b29c245002d9:43553 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:27:50,292 INFO [RS:0;b29c245002d9:43553 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:27:50,292 INFO [RS:0;b29c245002d9:43553 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:27:50,292 INFO [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:27:50,317 INFO [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T20:27:50,317 DEBUG [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(1325): Online Regions={e38b4df2625b60b0e5a08a4ef484cf7e=test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e., f303dbc678385e4482da1aab0789ffb1=hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:27:50,317 DEBUG [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e38b4df2625b60b0e5a08a4ef484cf7e, f303dbc678385e4482da1aab0789ffb1 2024-12-03T20:27:50,317 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:27:50,317 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:27:50,317 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:27:50,318 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:27:50,318 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:27:50,318 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T20:27:50,353 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:27:50,361 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740/.tmp/info/fc7ae9d47c69423796f1c9f8ba8740cd is 147, key is hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1./info:regioninfo/1733257604233/Put/seqid=0 2024-12-03T20:27:50,367 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/default/test/e38b4df2625b60b0e5a08a4ef484cf7e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T20:27:50,370 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:27:50,370 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:27:50,370 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e. 2024-12-03T20:27:50,370 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e38b4df2625b60b0e5a08a4ef484cf7e: Waiting for close lock at 1733257670291Running coprocessor pre-close hooks at 1733257670291Disabling compacts and flushes for region at 1733257670291Disabling writes for close at 1733257670291Writing region close event to WAL at 1733257670336 (+45 ms)Running coprocessor post-close hooks at 1733257670369 (+33 ms)Closed at 1733257670370 (+1 ms) 2024-12-03T20:27:50,370 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e. 2024-12-03T20:27:50,370 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f303dbc678385e4482da1aab0789ffb1, disabling compactions & flushes 2024-12-03T20:27:50,370 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1. 2024-12-03T20:27:50,370 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1. 2024-12-03T20:27:50,370 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1. after waiting 0 ms 2024-12-03T20:27:50,370 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1. 2024-12-03T20:27:50,370 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f303dbc678385e4482da1aab0789ffb1 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-03T20:27:50,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741844_1020 (size=7686) 2024-12-03T20:27:50,373 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740/.tmp/info/fc7ae9d47c69423796f1c9f8ba8740cd 2024-12-03T20:27:50,437 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740/.tmp/ns/709f3ecaf7de46739cf6e4a5cfbbfead is 43, key is default/ns:d/1733257594053/Put/seqid=0 2024-12-03T20:27:50,442 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/replication/f303dbc678385e4482da1aab0789ffb1/.tmp/hfileref/34f67f3e81b84d399cc0043a68e492f6 is 74, key is 1/hfileref:1ce4fed1d37a42fc84a9b4913c8d96a3_SeqId_4_/1733257607025/DeleteColumn/seqid=0 2024-12-03T20:27:50,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741845_1021 (size=5153) 2024-12-03T20:27:50,449 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740/.tmp/ns/709f3ecaf7de46739cf6e4a5cfbbfead 2024-12-03T20:27:50,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741846_1022 (size=5203) 2024-12-03T20:27:50,506 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740/.tmp/rep_barrier/7488ef484d4d4303ae04705d81ceb7ca is 112, key is test,,1733257601031.e38b4df2625b60b0e5a08a4ef484cf7e./rep_barrier:seqnumDuringOpen/1733257601903/Put/seqid=0 2024-12-03T20:27:50,518 DEBUG [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f303dbc678385e4482da1aab0789ffb1 2024-12-03T20:27:50,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741847_1023 (size=5518) 2024-12-03T20:27:50,644 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:27:50,644 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:27:50,718 DEBUG [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f303dbc678385e4482da1aab0789ffb1 2024-12-03T20:27:50,864 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/replication/f303dbc678385e4482da1aab0789ffb1/.tmp/hfileref/34f67f3e81b84d399cc0043a68e492f6 2024-12-03T20:27:50,918 DEBUG [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f303dbc678385e4482da1aab0789ffb1 2024-12-03T20:27:50,919 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/replication/f303dbc678385e4482da1aab0789ffb1/.tmp/queue/14d7a4273e2242d9a658aa62141ea33c is 153, key is 1-b29c245002d9,43553,1733257590154/queue:b29c245002d9%2C43553%2C1733257590154/1733257608345/Put/seqid=0 2024-12-03T20:27:50,932 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740/.tmp/rep_barrier/7488ef484d4d4303ae04705d81ceb7ca 2024-12-03T20:27:50,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741848_1024 (size=5352) 2024-12-03T20:27:50,976 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740/.tmp/table/56985e67252641bab8c10f958a240875 is 53, key is hbase:replication/table:state/1733257604258/Put/seqid=0 2024-12-03T20:27:51,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741849_1025 (size=5308) 2024-12-03T20:27:51,020 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740/.tmp/table/56985e67252641bab8c10f958a240875 2024-12-03T20:27:51,031 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740/.tmp/info/fc7ae9d47c69423796f1c9f8ba8740cd as hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740/info/fc7ae9d47c69423796f1c9f8ba8740cd 2024-12-03T20:27:51,044 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740/info/fc7ae9d47c69423796f1c9f8ba8740cd, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T20:27:51,046 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740/.tmp/ns/709f3ecaf7de46739cf6e4a5cfbbfead as hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740/ns/709f3ecaf7de46739cf6e4a5cfbbfead 2024-12-03T20:27:51,062 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740/ns/709f3ecaf7de46739cf6e4a5cfbbfead, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T20:27:51,064 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740/.tmp/rep_barrier/7488ef484d4d4303ae04705d81ceb7ca as hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740/rep_barrier/7488ef484d4d4303ae04705d81ceb7ca 2024-12-03T20:27:51,084 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740/rep_barrier/7488ef484d4d4303ae04705d81ceb7ca, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T20:27:51,092 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740/.tmp/table/56985e67252641bab8c10f958a240875 as hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740/table/56985e67252641bab8c10f958a240875 2024-12-03T20:27:51,118 DEBUG [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f303dbc678385e4482da1aab0789ffb1 2024-12-03T20:27:51,138 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740/table/56985e67252641bab8c10f958a240875, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T20:27:51,143 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 825ms, sequenceid=16, compaction requested=false 2024-12-03T20:27:51,217 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T20:27:51,219 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:27:51,219 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:27:51,219 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:27:51,219 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257670317Running coprocessor pre-close hooks at 1733257670317Disabling compacts and flushes for region at 1733257670317Disabling writes for close at 1733257670318 (+1 ms)Obtaining lock to block concurrent updates at 1733257670318Preparing flush snapshotting stores in 1588230740 at 1733257670318Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733257670318Flushing stores of hbase:meta,,1.1588230740 at 1733257670319 (+1 ms)Flushing 1588230740/info: creating writer at 1733257670319Flushing 1588230740/info: appending metadata at 1733257670359 (+40 ms)Flushing 1588230740/info: closing flushed file at 1733257670359Flushing 1588230740/ns: creating writer at 1733257670383 (+24 ms)Flushing 1588230740/ns: appending metadata at 1733257670436 (+53 ms)Flushing 1588230740/ns: closing flushed file at 1733257670437 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733257670479 (+42 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733257670505 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733257670505Flushing 1588230740/table: creating writer at 1733257670947 (+442 ms)Flushing 1588230740/table: appending metadata at 1733257670975 (+28 ms)Flushing 1588230740/table: closing flushed file at 1733257670975Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@650dc4b6: reopening flushed file at 1733257671028 (+53 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45d90d7b: reopening flushed file at 1733257671044 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a8231b9: reopening flushed file at 1733257671063 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a4b973: reopening flushed file at 1733257671084 (+21 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 825ms, sequenceid=16, compaction requested=false at 1733257671143 (+59 ms)Writing region close event to WAL at 1733257671196 (+53 ms)Running coprocessor post-close hooks at 1733257671219 (+23 ms)Closed at 1733257671219 2024-12-03T20:27:51,219 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:27:51,318 INFO [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T20:27:51,318 DEBUG [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(1325): Online Regions={f303dbc678385e4482da1aab0789ffb1=hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1.} 2024-12-03T20:27:51,319 DEBUG [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(1351): Waiting on f303dbc678385e4482da1aab0789ffb1 2024-12-03T20:27:51,359 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/replication/f303dbc678385e4482da1aab0789ffb1/.tmp/queue/14d7a4273e2242d9a658aa62141ea33c 2024-12-03T20:27:51,369 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/replication/f303dbc678385e4482da1aab0789ffb1/.tmp/hfileref/34f67f3e81b84d399cc0043a68e492f6 as hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/replication/f303dbc678385e4482da1aab0789ffb1/hfileref/34f67f3e81b84d399cc0043a68e492f6 2024-12-03T20:27:51,376 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/replication/f303dbc678385e4482da1aab0789ffb1/hfileref/34f67f3e81b84d399cc0043a68e492f6, entries=2, sequenceid=10, filesize=5.1 K 2024-12-03T20:27:51,377 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/replication/f303dbc678385e4482da1aab0789ffb1/.tmp/queue/14d7a4273e2242d9a658aa62141ea33c as hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/replication/f303dbc678385e4482da1aab0789ffb1/queue/14d7a4273e2242d9a658aa62141ea33c 2024-12-03T20:27:51,388 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/replication/f303dbc678385e4482da1aab0789ffb1/queue/14d7a4273e2242d9a658aa62141ea33c, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T20:27:51,393 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f303dbc678385e4482da1aab0789ffb1 in 1023ms, sequenceid=10, compaction requested=false 2024-12-03T20:27:51,400 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/data/hbase/replication/f303dbc678385e4482da1aab0789ffb1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T20:27:51,401 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:27:51,401 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:27:51,401 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1. 2024-12-03T20:27:51,401 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f303dbc678385e4482da1aab0789ffb1: Waiting for close lock at 1733257670370Running coprocessor pre-close hooks at 1733257670370Disabling compacts and flushes for region at 1733257670370Disabling writes for close at 1733257670370Obtaining lock to block concurrent updates at 1733257670370Preparing flush snapshotting stores in f303dbc678385e4482da1aab0789ffb1 at 1733257670370Finished memstore snapshotting hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733257670371 (+1 ms)Flushing stores of hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1. at 1733257670384 (+13 ms)Flushing f303dbc678385e4482da1aab0789ffb1/hfileref: creating writer at 1733257670384Flushing f303dbc678385e4482da1aab0789ffb1/hfileref: appending metadata at 1733257670441 (+57 ms)Flushing f303dbc678385e4482da1aab0789ffb1/hfileref: closing flushed file at 1733257670441Flushing f303dbc678385e4482da1aab0789ffb1/queue: creating writer at 1733257670889 (+448 ms)Flushing f303dbc678385e4482da1aab0789ffb1/queue: appending metadata at 1733257670919 (+30 ms)Flushing f303dbc678385e4482da1aab0789ffb1/queue: closing flushed file at 1733257670919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75699862: reopening flushed file at 1733257671367 (+448 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ef31cb4: reopening flushed file at 1733257671376 (+9 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f303dbc678385e4482da1aab0789ffb1 in 1023ms, sequenceid=10, compaction requested=false at 1733257671393 (+17 ms)Writing region close event to WAL at 1733257671397 (+4 ms)Running coprocessor post-close hooks at 1733257671401 (+4 ms)Closed at 1733257671401 2024-12-03T20:27:51,401 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733257602892.f303dbc678385e4482da1aab0789ffb1. 2024-12-03T20:27:51,519 INFO [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,43553,1733257590154; all regions closed. 2024-12-03T20:27:51,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741834_1010 (size=4239) 2024-12-03T20:27:51,525 DEBUG [RS:0;b29c245002d9:43553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/oldWALs 2024-12-03T20:27:51,525 INFO [RS:0;b29c245002d9:43553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C43553%2C1733257590154.meta:.meta(num 1733257593962) 2024-12-03T20:27:51,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741839_1015 (size=2700) 2024-12-03T20:27:51,530 DEBUG [RS:0;b29c245002d9:43553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/oldWALs 2024-12-03T20:27:51,530 INFO [RS:0;b29c245002d9:43553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C43553%2C1733257590154.rep:(num 1733257604139) 2024-12-03T20:27:51,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741832_1008 (size=1300) 2024-12-03T20:27:51,534 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 to pos 997, reset compression=false 2024-12-03T20:27:51,536 DEBUG [RS:0;b29c245002d9:43553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/oldWALs 2024-12-03T20:27:51,536 INFO [RS:0;b29c245002d9:43553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C43553%2C1733257590154:(num 1733257592723) 2024-12-03T20:27:51,536 DEBUG [RS:0;b29c245002d9:43553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:27:51,536 INFO [RS:0;b29c245002d9:43553 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:27:51,536 INFO [RS:0;b29c245002d9:43553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:27:51,537 INFO [RS:0;b29c245002d9:43553 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T20:27:51,537 INFO [RS:0;b29c245002d9:43553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:27:51,537 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:27:51,537 INFO [RS:0;b29c245002d9:43553 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b29c245002d9,43553,1733257590154 because: Region server is closing 2024-12-03T20:27:51,537 INFO [RS:0;b29c245002d9:43553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:43553. 2024-12-03T20:27:51,537 DEBUG [RS:0;b29c245002d9:43553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:27:51,537 DEBUG [RS:0;b29c245002d9:43553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:27:51,537 DEBUG [RS:0;b29c245002d9:43553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:27:51,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:27:51,539 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723 2024-12-03T20:27:51,539 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.wal-reader.b29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:27:51,539 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.shipperb29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,43553,1733257590154 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/WALs/b29c245002d9,43553,1733257590154/b29c245002d9%2C43553%2C1733257590154.1733257592723, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-03T20:27:51,540 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.shipperb29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b29c245002d9,43553,1733257590154: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b29c245002d9,43553,1733257590154, walGroup=b29c245002d9%2C43553%2C1733257590154, offset=b29c245002d9%2C43553%2C1733257590154.1733257592723:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:43553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T20:27:51,542 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.shipperb29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T20:27:51,542 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.shipperb29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T20:27:51,543 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.shipperb29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T20:27:51,543 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.shipperb29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T20:27:51,543 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.shipperb29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T20:27:51,543 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.shipperb29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 359057712 }, "NonHeapMemoryUsage": { "committed": 181338112, "init": 7667712, "max": -1, "used": 176036096 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T20:27:51,544 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.shipperb29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [b29c245002d9%2C43553%2C1733257590154.1733257592723] 2024-12-03T20:27:51,638 INFO [RS:0;b29c245002d9:43553 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,43553,1733257590154.replicationSource.shipperb29c245002d9%2C43553%2C1733257590154,1-b29c245002d9,43553,1733257590154 terminated 2024-12-03T20:27:51,638 INFO [RS:0;b29c245002d9:43553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43553 2024-12-03T20:27:51,736 INFO [RS:0;b29c245002d9:43553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:27:51,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1215572608/rs 2024-12-03T20:27:51,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43553-0x1019cdfe73e0001, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1215572608/rs/b29c245002d9,43553,1733257590154 2024-12-03T20:27:51,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,43553,1733257590154] 2024-12-03T20:27:51,800 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1215572608/draining/b29c245002d9,43553,1733257590154 already deleted, retry=false 2024-12-03T20:27:51,800 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,43553,1733257590154 expired; onlineServers=0 2024-12-03T20:27:51,800 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,39183,1733257589643' ***** 2024-12-03T20:27:51,800 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:27:51,800 INFO [M:0;b29c245002d9:39183 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:27:51,800 INFO [M:0;b29c245002d9:39183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:27:51,800 DEBUG [M:0;b29c245002d9:39183 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:27:51,800 DEBUG [M:0;b29c245002d9:39183 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:27:51,800 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:27:51,800 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257592413 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257592413,5,FailOnTimeoutGroup] 2024-12-03T20:27:51,800 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257592417 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257592417,5,FailOnTimeoutGroup] 2024-12-03T20:27:51,800 INFO [M:0;b29c245002d9:39183 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:27:51,800 INFO [M:0;b29c245002d9:39183 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:27:51,800 DEBUG [M:0;b29c245002d9:39183 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:27:51,800 INFO [M:0;b29c245002d9:39183 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:27:51,801 INFO [M:0;b29c245002d9:39183 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:27:51,801 INFO [M:0;b29c245002d9:39183 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:27:51,801 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:27:51,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1215572608/master 2024-12-03T20:27:51,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1215572608 2024-12-03T20:27:51,810 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1215572608/master already deleted, retry=false 2024-12-03T20:27:51,811 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1215572608/master 2024-12-03T20:27:51,813 INFO [M:0;b29c245002d9:39183 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/.lastflushedseqids 2024-12-03T20:27:51,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741850_1026 (size=263) 2024-12-03T20:27:51,872 INFO [M:0;b29c245002d9:39183 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:27:51,872 INFO [M:0;b29c245002d9:39183 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:27:51,873 DEBUG [M:0;b29c245002d9:39183 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:27:51,873 INFO [M:0;b29c245002d9:39183 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:27:51,873 DEBUG [M:0;b29c245002d9:39183 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:27:51,873 DEBUG [M:0;b29c245002d9:39183 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:27:51,873 DEBUG [M:0;b29c245002d9:39183 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:27:51,873 INFO [M:0;b29c245002d9:39183 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-12-03T20:27:51,880 INFO [RS:0;b29c245002d9:43553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:27:51,880 INFO [RS:0;b29c245002d9:43553 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,43553,1733257590154; zookeeper connection closed. 2024-12-03T20:27:51,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43553-0x1019cdfe73e0001, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:27:51,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43553-0x1019cdfe73e0001, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:27:51,892 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78a4c73 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78a4c73 2024-12-03T20:27:51,896 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T20:27:51,942 DEBUG [M:0;b29c245002d9:39183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0163f1b339947d08ea710698766dacb is 82, key is hbase:meta,,1/info:regioninfo/1733257594022/Put/seqid=0 2024-12-03T20:27:51,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741851_1027 (size=5672) 2024-12-03T20:27:52,000 INFO [M:0;b29c245002d9:39183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0163f1b339947d08ea710698766dacb 2024-12-03T20:27:52,068 DEBUG [M:0;b29c245002d9:39183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/181e436851c844289d2f6c9ffa91f194 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733257601956/Put/seqid=0 2024-12-03T20:27:52,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741852_1028 (size=7240) 2024-12-03T20:27:52,528 INFO [M:0;b29c245002d9:39183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/181e436851c844289d2f6c9ffa91f194 2024-12-03T20:27:52,537 INFO [M:0;b29c245002d9:39183 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 181e436851c844289d2f6c9ffa91f194 2024-12-03T20:27:52,570 DEBUG [M:0;b29c245002d9:39183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9629b12ea7124640ab8a4f7835b471cf is 69, key is b29c245002d9,43553,1733257590154/rs:state/1733257592542/Put/seqid=0 2024-12-03T20:27:52,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741853_1029 (size=5156) 2024-12-03T20:27:52,580 INFO [M:0;b29c245002d9:39183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9629b12ea7124640ab8a4f7835b471cf 2024-12-03T20:27:52,598 DEBUG [M:0;b29c245002d9:39183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0163f1b339947d08ea710698766dacb as hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0163f1b339947d08ea710698766dacb 2024-12-03T20:27:52,630 INFO [M:0;b29c245002d9:39183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0163f1b339947d08ea710698766dacb, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T20:27:52,640 DEBUG [M:0;b29c245002d9:39183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/181e436851c844289d2f6c9ffa91f194 as hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/181e436851c844289d2f6c9ffa91f194 2024-12-03T20:27:52,667 INFO [M:0;b29c245002d9:39183 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 181e436851c844289d2f6c9ffa91f194 2024-12-03T20:27:52,667 INFO [M:0;b29c245002d9:39183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/181e436851c844289d2f6c9ffa91f194, entries=11, sequenceid=105, filesize=7.1 K 2024-12-03T20:27:52,671 DEBUG [M:0;b29c245002d9:39183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9629b12ea7124640ab8a4f7835b471cf as hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9629b12ea7124640ab8a4f7835b471cf 2024-12-03T20:27:52,691 INFO [M:0;b29c245002d9:39183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9629b12ea7124640ab8a4f7835b471cf, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T20:27:52,704 INFO [M:0;b29c245002d9:39183 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 831ms, sequenceid=105, compaction requested=false 2024-12-03T20:27:52,736 INFO [M:0;b29c245002d9:39183 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:27:52,736 DEBUG [M:0;b29c245002d9:39183 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257671873Disabling compacts and flushes for region at 1733257671873Disabling writes for close at 1733257671873Obtaining lock to block concurrent updates at 1733257671873Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257671873Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1733257671874 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257671878 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257671878Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257671942 (+64 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257671942Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257672019 (+77 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257672067 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257672067Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257672537 (+470 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257672569 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257672569Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d58ad7d: reopening flushed file at 1733257672597 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61be29b8: reopening flushed file at 1733257672631 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ebfbb69: reopening flushed file at 1733257672667 (+36 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 831ms, sequenceid=105, compaction requested=false at 1733257672704 (+37 ms)Writing region close event to WAL at 1733257672736 (+32 ms)Closed at 1733257672736 2024-12-03T20:27:52,759 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d995837-7e8e-2330-67fa-397168d2e778/MasterData/WALs/b29c245002d9,39183,1733257589643/b29c245002d9%2C39183%2C1733257589643.1733257592093 not finished, retry = 0 2024-12-03T20:27:52,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45315 is added to blk_1073741830_1006 (size=64526) 2024-12-03T20:27:52,868 INFO [M:0;b29c245002d9:39183 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:27:52,868 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:27:52,868 INFO [M:0;b29c245002d9:39183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39183 2024-12-03T20:27:52,869 INFO [M:0;b29c245002d9:39183 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:27:53,101 INFO [M:0;b29c245002d9:39183 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:27:53,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:27:53,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39183-0x1019cdfe73e0000, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:27:53,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5936ebe3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:27:53,104 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7847837d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:27:53,104 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:27:53,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@133292a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:27:53,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63ff1d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/hadoop.log.dir/,STOPPED} 2024-12-03T20:27:53,106 WARN [BP-1844888128-172.17.0.3-1733257587710 heartbeating to localhost/127.0.0.1:43955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:27:53,106 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:27:53,106 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:27:53,106 WARN [BP-1844888128-172.17.0.3-1733257587710 heartbeating to localhost/127.0.0.1:43955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1844888128-172.17.0.3-1733257587710 (Datanode Uuid 57cfb75a-19c6-426e-a2f3-33bd7eb10ffb) service to localhost/127.0.0.1:43955 2024-12-03T20:27:53,107 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/cluster_b3fe396c-1791-a102-2a59-248a3066f37c/data/data1/current/BP-1844888128-172.17.0.3-1733257587710 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:27:53,107 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/cluster_b3fe396c-1791-a102-2a59-248a3066f37c/data/data2/current/BP-1844888128-172.17.0.3-1733257587710 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:27:53,107 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:27:53,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b9ff422{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:27:53,113 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e6abb26{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:27:53,113 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:27:53,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b5fcb95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:27:53,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62175913{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c4fbf1-23aa-29fb-249f-092c17323339/hadoop.log.dir/,STOPPED} 2024-12-03T20:27:53,126 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T20:27:53,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T20:27:53,164 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 136) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44789 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f4d6cb8d358.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43955 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63368) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63368) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f4d6cb8d358.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 463) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=760 (was 849), ProcessCount=11 (was 11), AvailableMemoryMB=1206 (was 1630) 2024-12-03T20:27:53,174 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=760, ProcessCount=11, AvailableMemoryMB=1203 2024-12-03T20:27:53,193 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-03T20:27:53,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/hadoop.log.dir so I do NOT create it in target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8 2024-12-03T20:27:53,194 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:27:53,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/hadoop.tmp.dir so I do NOT create it in target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8 2024-12-03T20:27:53,194 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f59e4f8-f142-e74d-3c69-51bbb30152a8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:27:53,194 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8 2024-12-03T20:27:53,194 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/cluster_61384509-c576-6065-f0a7-d7619edf1163, deleteOnExit=true 2024-12-03T20:27:53,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:27:53,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:27:53,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:27:53,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:27:53,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:27:53,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019cdfe73e0005, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T20:27:53,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019cdfe73e0005, quorum=127.0.0.1:63368, baseZNode=/1-1247256761 Received Disconnected from ZooKeeper, ignoring 2024-12-03T20:27:53,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019cdfe73e0002, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T20:27:53,229 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/cluster_61384509-c576-6065-f0a7-d7619edf1163/zookeeper_0, clientPort=55646, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/cluster_61384509-c576-6065-f0a7-d7619edf1163/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/cluster_61384509-c576-6065-f0a7-d7619edf1163/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T20:27:53,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019cdfe73e0002, quorum=127.0.0.1:63368, baseZNode=/0-1215572608 Received Disconnected from ZooKeeper, ignoring 2024-12-03T20:27:53,246 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55646 2024-12-03T20:27:53,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:27:53,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:27:53,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/test.cache.data in system properties and HBase conf 2024-12-03T20:27:53,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:27:53,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:27:53,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:27:53,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:27:53,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:27:53,247 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:27:53,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:27:53,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:27:53,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:27:53,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:27:53,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:27:53,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:27:53,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:27:53,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:27:53,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:27:53,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:27:53,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:27:53,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:27:53,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:27:53,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:27:53,704 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T20:27:53,751 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:27:53,752 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:27:53,752 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:27:53,752 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:27:53,763 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:27:53,790 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:27:53,793 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:27:53,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:27:53,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:27:53,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:27:53,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:27:53,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@230b3bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:27:53,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7648a310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:27:53,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75db02f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/java.io.tmpdir/jetty-localhost-41671-hadoop-hdfs-3_4_1-tests_jar-_-any-7642058259014679406/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:27:53,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e60b6d9{HTTP/1.1, (http/1.1)}{localhost:41671} 2024-12-03T20:27:53,892 INFO [Time-limited test {}] server.Server(415): Started @143827ms 2024-12-03T20:27:54,474 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:27:54,479 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:27:54,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:27:54,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:27:54,488 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:27:54,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a27cf90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:27:54,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34b66f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:27:54,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70328c17{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/java.io.tmpdir/jetty-localhost-34839-hadoop-hdfs-3_4_1-tests_jar-_-any-12525179472296469889/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:27:54,639 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c1606b0{HTTP/1.1, (http/1.1)}{localhost:34839} 2024-12-03T20:27:54,639 INFO [Time-limited test {}] server.Server(415): Started @144574ms 2024-12-03T20:27:54,641 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:27:55,721 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/cluster_61384509-c576-6065-f0a7-d7619edf1163/data/data1/current/BP-332800033-172.17.0.3-1733257673288/current, will proceed with Du for space computation calculation, 2024-12-03T20:27:55,722 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/cluster_61384509-c576-6065-f0a7-d7619edf1163/data/data2/current/BP-332800033-172.17.0.3-1733257673288/current, will proceed with Du for space computation calculation, 2024-12-03T20:27:55,748 WARN [Thread-1270 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:27:55,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc57f0c245cb1d899 with lease ID 0xc144266c2b4c7d1d: Processing first storage report for DS-302a88a5-ab3d-4848-b567-f0804c90331f from datanode DatanodeRegistration(127.0.0.1:38427, datanodeUuid=68b21c61-2e30-4486-a76f-ce7b0ea11dac, infoPort=42115, infoSecurePort=0, ipcPort=42929, storageInfo=lv=-57;cid=testClusterID;nsid=201867008;c=1733257673288) 2024-12-03T20:27:55,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc57f0c245cb1d899 with lease ID 0xc144266c2b4c7d1d: from storage DS-302a88a5-ab3d-4848-b567-f0804c90331f node DatanodeRegistration(127.0.0.1:38427, datanodeUuid=68b21c61-2e30-4486-a76f-ce7b0ea11dac, infoPort=42115, infoSecurePort=0, ipcPort=42929, storageInfo=lv=-57;cid=testClusterID;nsid=201867008;c=1733257673288), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:27:55,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc57f0c245cb1d899 with lease ID 0xc144266c2b4c7d1d: Processing first storage report for DS-ce7c1b59-2f88-4e2a-99c2-c5d2622b7fae from datanode DatanodeRegistration(127.0.0.1:38427, datanodeUuid=68b21c61-2e30-4486-a76f-ce7b0ea11dac, infoPort=42115, infoSecurePort=0, ipcPort=42929, storageInfo=lv=-57;cid=testClusterID;nsid=201867008;c=1733257673288) 2024-12-03T20:27:55,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc57f0c245cb1d899 with lease ID 0xc144266c2b4c7d1d: from storage DS-ce7c1b59-2f88-4e2a-99c2-c5d2622b7fae node DatanodeRegistration(127.0.0.1:38427, datanodeUuid=68b21c61-2e30-4486-a76f-ce7b0ea11dac, infoPort=42115, infoSecurePort=0, ipcPort=42929, storageInfo=lv=-57;cid=testClusterID;nsid=201867008;c=1733257673288), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:27:55,820 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8 2024-12-03T20:27:55,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:27:55,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:27:55,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:27:56,248 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf with version=8 2024-12-03T20:27:56,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/hbase-staging 2024-12-03T20:27:56,251 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:27:56,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:27:56,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:27:56,252 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:27:56,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:27:56,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:27:56,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:27:56,252 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:27:56,258 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38809 2024-12-03T20:27:56,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38809 connecting to ZooKeeper ensemble=127.0.0.1:55646 2024-12-03T20:27:56,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388090x0, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:27:56,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38809-0x1019ce1359d0000 connected 2024-12-03T20:27:56,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:27:56,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:27:56,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Set watcher on znode that does not yet exist, /01741376285/running 2024-12-03T20:27:56,826 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf, hbase.cluster.distributed=false 2024-12-03T20:27:56,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Set watcher on znode that does not yet exist, /01741376285/acl 2024-12-03T20:27:56,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38809 2024-12-03T20:27:56,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38809 2024-12-03T20:27:56,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38809 2024-12-03T20:27:56,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38809 2024-12-03T20:27:56,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38809 2024-12-03T20:27:56,918 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:27:56,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:27:56,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:27:56,918 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:27:56,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:27:56,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:27:56,919 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:27:56,919 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:27:56,922 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45683 2024-12-03T20:27:56,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45683 connecting to ZooKeeper ensemble=127.0.0.1:55646 2024-12-03T20:27:56,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:27:56,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:27:56,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456830x0, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:27:56,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456830x0, quorum=127.0.0.1:55646, baseZNode=/01741376285 Set watcher on znode that does not yet exist, /01741376285/running 2024-12-03T20:27:56,985 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:27:56,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45683-0x1019ce1359d0001 connected 2024-12-03T20:27:56,992 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:27:56,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45683-0x1019ce1359d0001, quorum=127.0.0.1:55646, baseZNode=/01741376285 Set watcher on znode that does not yet exist, /01741376285/master 2024-12-03T20:27:57,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45683-0x1019ce1359d0001, quorum=127.0.0.1:55646, baseZNode=/01741376285 Set watcher on znode that does not yet exist, /01741376285/acl 2024-12-03T20:27:57,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45683 2024-12-03T20:27:57,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45683 2024-12-03T20:27:57,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45683 2024-12-03T20:27:57,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45683 2024-12-03T20:27:57,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45683 2024-12-03T20:27:57,078 DEBUG [M:0;b29c245002d9:38809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:38809 2024-12-03T20:27:57,079 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01741376285/backup-masters/b29c245002d9,38809,1733257676251 2024-12-03T20:27:57,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x1019ce1359d0001, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285/backup-masters 2024-12-03T20:27:57,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285/backup-masters 2024-12-03T20:27:57,085 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Set watcher on existing znode=/01741376285/backup-masters/b29c245002d9,38809,1733257676251 2024-12-03T20:27:57,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x1019ce1359d0001, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01741376285/master 2024-12-03T20:27:57,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:27:57,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x1019ce1359d0001, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:27:57,095 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Set watcher on existing znode=/01741376285/master 2024-12-03T20:27:57,096 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01741376285/backup-masters/b29c245002d9,38809,1733257676251 from backup master directory 2024-12-03T20:27:57,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01741376285/backup-masters/b29c245002d9,38809,1733257676251 2024-12-03T20:27:57,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285/backup-masters 2024-12-03T20:27:57,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x1019ce1359d0001, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285/backup-masters 2024-12-03T20:27:57,105 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:27:57,105 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,38809,1733257676251 2024-12-03T20:27:57,111 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/hbase.id] with ID: cc7f2470-94a7-47b8-b710-d6c52fb3eb80 2024-12-03T20:27:57,111 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/.tmp/hbase.id 2024-12-03T20:27:57,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:27:57,132 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/.tmp/hbase.id]:[hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/hbase.id] 2024-12-03T20:27:57,147 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:27:57,147 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:27:57,149 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T20:27:57,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:27:57,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x1019ce1359d0001, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:27:57,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:27:57,167 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:27:57,168 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:27:57,169 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:27:57,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:27:57,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T20:27:57,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T20:27:57,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T20:27:57,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T20:27:57,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:27:57,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:27:57,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:27:57,179 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store 2024-12-03T20:27:57,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:27:57,191 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:27:57,191 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:27:57,191 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:27:57,191 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:27:57,191 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:27:57,191 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:27:57,191 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:27:57,191 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257677191Disabling compacts and flushes for region at 1733257677191Disabling writes for close at 1733257677191Writing region close event to WAL at 1733257677191Closed at 1733257677191 2024-12-03T20:27:57,192 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/.initializing 2024-12-03T20:27:57,193 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/WALs/b29c245002d9,38809,1733257676251 2024-12-03T20:27:57,194 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:27:57,196 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C38809%2C1733257676251, suffix=, logDir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/WALs/b29c245002d9,38809,1733257676251, archiveDir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/oldWALs, maxLogs=10 2024-12-03T20:27:57,215 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/WALs/b29c245002d9,38809,1733257676251/b29c245002d9%2C38809%2C1733257676251.1733257677196, exclude list is [], retry=0 2024-12-03T20:27:57,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38427,DS-302a88a5-ab3d-4848-b567-f0804c90331f,DISK] 2024-12-03T20:27:57,221 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/WALs/b29c245002d9,38809,1733257676251/b29c245002d9%2C38809%2C1733257676251.1733257677196 2024-12-03T20:27:57,232 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42115:42115)] 2024-12-03T20:27:57,232 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:27:57,233 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:27:57,233 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:27:57,233 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:27:57,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:27:57,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:27:57,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:27:57,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:27:57,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:27:57,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:27:57,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:27:57,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:27:57,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:27:57,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:27:57,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:27:57,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:27:57,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:27:57,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:27:57,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:27:57,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:27:57,245 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:27:57,246 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:27:57,246 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:27:57,255 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:27:57,255 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:27:57,256 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:27:57,258 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:27:57,261 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:27:57,261 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63657736, jitterRate=-0.051425814628601074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:27:57,262 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257677233Initializing all the Stores at 1733257677234 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257677234Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257677234Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257677234Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257677235 (+1 ms)Cleaning up temporary data from old regions at 1733257677255 (+20 ms)Region opened successfully at 1733257677262 (+7 ms) 2024-12-03T20:27:57,262 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:27:57,266 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a52881e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:27:57,267 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:27:57,267 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:27:57,267 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:27:57,268 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:27:57,268 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T20:27:57,269 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:27:57,269 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:27:57,272 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:27:57,273 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Unable to get data of znode /01741376285/balancer because node does not exist (not necessarily an error) 2024-12-03T20:27:57,284 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01741376285/balancer already deleted, retry=false 2024-12-03T20:27:57,284 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:27:57,285 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Unable to get data of znode /01741376285/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:27:57,294 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01741376285/normalizer already deleted, retry=false 2024-12-03T20:27:57,295 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:27:57,296 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Unable to get data of znode /01741376285/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:27:57,304 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01741376285/switch/split already deleted, retry=false 2024-12-03T20:27:57,306 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Unable to get data of znode /01741376285/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:27:57,315 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01741376285/switch/merge already deleted, retry=false 2024-12-03T20:27:57,317 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Unable to get data of znode /01741376285/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:27:57,326 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01741376285/snapshot-cleanup already deleted, retry=false 2024-12-03T20:27:57,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01741376285/running 2024-12-03T20:27:57,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:27:57,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x1019ce1359d0001, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01741376285/running 2024-12-03T20:27:57,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x1019ce1359d0001, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:27:57,337 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,38809,1733257676251, sessionid=0x1019ce1359d0000, setting cluster-up flag (Was=false) 2024-12-03T20:27:57,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x1019ce1359d0001, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:27:57,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:27:57,389 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01741376285/flush-table-proc/acquired, /01741376285/flush-table-proc/reached, /01741376285/flush-table-proc/abort 2024-12-03T20:27:57,391 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,38809,1733257676251 2024-12-03T20:27:57,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x1019ce1359d0001, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:27:57,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:27:57,484 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01741376285/online-snapshot/acquired, /01741376285/online-snapshot/reached, /01741376285/online-snapshot/abort 2024-12-03T20:27:57,485 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,38809,1733257676251 2024-12-03T20:27:57,489 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:27:57,497 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:27:57,497 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:27:57,498 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:27:57,498 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,38809,1733257676251 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:27:57,504 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:27:57,504 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:27:57,504 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:27:57,504 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:27:57,504 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:27:57,504 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:27:57,504 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:27:57,505 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:27:57,515 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:27:57,515 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:27:57,520 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:27:57,521 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257707521 2024-12-03T20:27:57,521 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:27:57,521 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:27:57,521 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:27:57,521 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:27:57,521 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:27:57,521 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:27:57,521 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:27:57,521 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:27:57,522 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:27:57,522 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:27:57,522 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:27:57,522 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:27:57,522 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:27:57,522 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:27:57,523 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257677523,5,FailOnTimeoutGroup] 2024-12-03T20:27:57,524 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257677523,5,FailOnTimeoutGroup] 2024-12-03T20:27:57,524 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:27:57,524 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:27:57,524 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:27:57,524 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:27:57,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:27:57,538 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:27:57,538 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf 2024-12-03T20:27:57,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:27:57,586 INFO [RS:0;b29c245002d9:45683 {}] regionserver.HRegionServer(746): ClusterId : cc7f2470-94a7-47b8-b710-d6c52fb3eb80 2024-12-03T20:27:57,586 DEBUG [RS:0;b29c245002d9:45683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:27:57,603 DEBUG [RS:0;b29c245002d9:45683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:27:57,603 DEBUG [RS:0;b29c245002d9:45683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:27:57,648 DEBUG [RS:0;b29c245002d9:45683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:27:57,652 DEBUG [RS:0;b29c245002d9:45683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4516f532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:27:57,675 DEBUG [RS:0;b29c245002d9:45683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:45683 2024-12-03T20:27:57,676 INFO [RS:0;b29c245002d9:45683 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:27:57,676 INFO [RS:0;b29c245002d9:45683 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:27:57,676 DEBUG [RS:0;b29c245002d9:45683 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:27:57,685 INFO [RS:0;b29c245002d9:45683 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,38809,1733257676251 with port=45683, startcode=1733257676917 2024-12-03T20:27:57,685 DEBUG [RS:0;b29c245002d9:45683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:27:57,690 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:27:57,692 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38809 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,45683,1733257676917 2024-12-03T20:27:57,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38809 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,45683,1733257676917 2024-12-03T20:27:57,698 DEBUG [RS:0;b29c245002d9:45683 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf 2024-12-03T20:27:57,698 DEBUG [RS:0;b29c245002d9:45683 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39185 2024-12-03T20:27:57,698 DEBUG [RS:0;b29c245002d9:45683 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:27:57,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285/rs 2024-12-03T20:27:57,709 DEBUG [RS:0;b29c245002d9:45683 {}] zookeeper.ZKUtil(111): regionserver:45683-0x1019ce1359d0001, quorum=127.0.0.1:55646, baseZNode=/01741376285 Set watcher on existing znode=/01741376285/rs/b29c245002d9,45683,1733257676917 2024-12-03T20:27:57,709 WARN [RS:0;b29c245002d9:45683 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:27:57,709 INFO [RS:0;b29c245002d9:45683 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:27:57,709 DEBUG [RS:0;b29c245002d9:45683 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,45683,1733257676917 2024-12-03T20:27:57,720 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,45683,1733257676917] 2024-12-03T20:27:57,749 INFO [RS:0;b29c245002d9:45683 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:27:57,759 INFO [RS:0;b29c245002d9:45683 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:27:57,761 INFO [RS:0;b29c245002d9:45683 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:27:57,761 INFO [RS:0;b29c245002d9:45683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:27:57,764 INFO [RS:0;b29c245002d9:45683 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:27:57,766 INFO [RS:0;b29c245002d9:45683 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:27:57,767 INFO [RS:0;b29c245002d9:45683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:27:57,767 DEBUG [RS:0;b29c245002d9:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:27:57,767 DEBUG [RS:0;b29c245002d9:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:27:57,767 DEBUG [RS:0;b29c245002d9:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:27:57,767 DEBUG [RS:0;b29c245002d9:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:27:57,767 DEBUG [RS:0;b29c245002d9:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:27:57,767 DEBUG [RS:0;b29c245002d9:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:27:57,767 DEBUG [RS:0;b29c245002d9:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:27:57,767 DEBUG [RS:0;b29c245002d9:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:27:57,767 DEBUG [RS:0;b29c245002d9:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:27:57,767 DEBUG [RS:0;b29c245002d9:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:27:57,767 DEBUG [RS:0;b29c245002d9:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:27:57,768 DEBUG [RS:0;b29c245002d9:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:27:57,768 DEBUG [RS:0;b29c245002d9:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:27:57,768 DEBUG [RS:0;b29c245002d9:45683 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:27:57,770 INFO [RS:0;b29c245002d9:45683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:27:57,770 INFO [RS:0;b29c245002d9:45683 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:27:57,770 INFO [RS:0;b29c245002d9:45683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:27:57,770 INFO [RS:0;b29c245002d9:45683 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:27:57,770 INFO [RS:0;b29c245002d9:45683 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:27:57,770 INFO [RS:0;b29c245002d9:45683 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,45683,1733257676917-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:27:57,786 INFO [RS:0;b29c245002d9:45683 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:27:57,786 INFO [RS:0;b29c245002d9:45683 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,45683,1733257676917-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:27:57,786 INFO [RS:0;b29c245002d9:45683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:27:57,786 INFO [RS:0;b29c245002d9:45683 {}] regionserver.Replication(171): b29c245002d9,45683,1733257676917 started 2024-12-03T20:27:57,800 INFO [RS:0;b29c245002d9:45683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:27:57,800 INFO [RS:0;b29c245002d9:45683 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,45683,1733257676917, RpcServer on b29c245002d9/172.17.0.3:45683, sessionid=0x1019ce1359d0001 2024-12-03T20:27:57,800 DEBUG [RS:0;b29c245002d9:45683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:27:57,800 DEBUG [RS:0;b29c245002d9:45683 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,45683,1733257676917 2024-12-03T20:27:57,800 DEBUG [RS:0;b29c245002d9:45683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,45683,1733257676917' 2024-12-03T20:27:57,800 DEBUG [RS:0;b29c245002d9:45683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01741376285/flush-table-proc/abort' 2024-12-03T20:27:57,803 DEBUG [RS:0;b29c245002d9:45683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01741376285/flush-table-proc/acquired' 2024-12-03T20:27:57,804 DEBUG [RS:0;b29c245002d9:45683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:27:57,804 DEBUG [RS:0;b29c245002d9:45683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:27:57,804 DEBUG [RS:0;b29c245002d9:45683 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,45683,1733257676917 2024-12-03T20:27:57,804 DEBUG [RS:0;b29c245002d9:45683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,45683,1733257676917' 2024-12-03T20:27:57,804 DEBUG [RS:0;b29c245002d9:45683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01741376285/online-snapshot/abort' 2024-12-03T20:27:57,804 DEBUG [RS:0;b29c245002d9:45683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01741376285/online-snapshot/acquired' 2024-12-03T20:27:57,805 DEBUG [RS:0;b29c245002d9:45683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:27:57,805 INFO [RS:0;b29c245002d9:45683 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:27:57,805 INFO [RS:0;b29c245002d9:45683 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:27:57,905 INFO [RS:0;b29c245002d9:45683 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:27:57,917 INFO [RS:0;b29c245002d9:45683 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C45683%2C1733257676917, suffix=, logDir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,45683,1733257676917, archiveDir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/oldWALs, maxLogs=10 2024-12-03T20:27:57,936 DEBUG [RS:0;b29c245002d9:45683 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,45683,1733257676917/b29c245002d9%2C45683%2C1733257676917.1733257677918, exclude list is [], retry=0 2024-12-03T20:27:57,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38427,DS-302a88a5-ab3d-4848-b567-f0804c90331f,DISK] 2024-12-03T20:27:57,977 INFO [RS:0;b29c245002d9:45683 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,45683,1733257676917/b29c245002d9%2C45683%2C1733257676917.1733257677918 2024-12-03T20:27:57,980 DEBUG [RS:0;b29c245002d9:45683 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42115:42115)] 2024-12-03T20:27:57,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:27:58,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:27:58,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:27:58,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:27:58,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:27:58,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:27:58,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:27:58,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:27:58,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:27:58,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:27:58,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:27:58,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:27:58,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:27:58,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:27:58,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:27:58,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:27:58,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:27:58,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:27:58,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740 2024-12-03T20:27:58,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740 2024-12-03T20:27:58,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:27:58,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:27:58,102 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:27:58,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:27:58,121 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:27:58,128 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74177714, jitterRate=0.10533407330513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:27:58,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257677998Initializing all the Stores at 1733257677999 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257677999Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257678004 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257678004Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257678004Cleaning up temporary data from old regions at 1733257678102 (+98 ms)Region opened successfully at 1733257678129 (+27 ms) 2024-12-03T20:27:58,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:27:58,129 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:27:58,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:27:58,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:27:58,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:27:58,141 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:27:58,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257678129Disabling compacts and flushes for region at 1733257678129Disabling writes for close at 1733257678129Writing region close event to WAL at 1733257678140 (+11 ms)Closed at 1733257678140 2024-12-03T20:27:58,150 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:27:58,150 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:27:58,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:27:58,156 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:27:58,160 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:27:58,314 DEBUG [b29c245002d9:38809 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:27:58,315 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,45683,1733257676917 2024-12-03T20:27:58,317 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,45683,1733257676917, state=OPENING 2024-12-03T20:27:58,464 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:27:58,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:27:58,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x1019ce1359d0001, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:27:58,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01741376285/meta-region-server: CHANGED 2024-12-03T20:27:58,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01741376285/meta-region-server: CHANGED 2024-12-03T20:27:58,481 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:27:58,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,45683,1733257676917}] 2024-12-03T20:27:58,649 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:27:58,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:27:58,692 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:27:58,692 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:27:58,693 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:27:58,708 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C45683%2C1733257676917.meta, suffix=.meta, logDir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,45683,1733257676917, archiveDir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/oldWALs, maxLogs=10 2024-12-03T20:27:58,743 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,45683,1733257676917/b29c245002d9%2C45683%2C1733257676917.meta.1733257678709.meta, exclude list is [], retry=0 2024-12-03T20:27:58,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38427,DS-302a88a5-ab3d-4848-b567-f0804c90331f,DISK] 2024-12-03T20:27:58,758 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,45683,1733257676917/b29c245002d9%2C45683%2C1733257676917.meta.1733257678709.meta 2024-12-03T20:27:58,759 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42115:42115)] 2024-12-03T20:27:58,759 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:27:58,759 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:27:58,759 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:27:58,759 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:27:58,759 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:27:58,760 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:27:58,760 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:27:58,760 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:27:58,760 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:27:58,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:27:58,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:27:58,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:27:58,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:27:58,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:27:58,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:27:58,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:27:58,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:27:58,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:27:58,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:27:58,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:27:58,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:27:58,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:27:58,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:27:58,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:27:58,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:27:58,780 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:27:58,781 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740 2024-12-03T20:27:58,785 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740 2024-12-03T20:27:58,786 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:27:58,787 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:27:58,787 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:27:58,795 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:27:58,797 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72734000, jitterRate=0.08382105827331543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:27:58,797 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:27:58,798 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257678760Writing region info on filesystem at 1733257678760Initializing all the Stores at 1733257678761 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257678761Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257678764 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257678764Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257678764Cleaning up temporary data from old regions at 1733257678787 (+23 ms)Running coprocessor post-open hooks at 1733257678797 (+10 ms)Region opened successfully at 1733257678798 (+1 ms) 2024-12-03T20:27:58,805 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257678648 2024-12-03T20:27:58,807 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:27:58,807 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:27:58,808 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,45683,1733257676917 2024-12-03T20:27:58,808 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,45683,1733257676917, state=OPEN 2024-12-03T20:27:58,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01741376285/meta-region-server 2024-12-03T20:27:58,853 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,45683,1733257676917 2024-12-03T20:27:58,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x1019ce1359d0001, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01741376285/meta-region-server 2024-12-03T20:27:58,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01741376285/meta-region-server: CHANGED 2024-12-03T20:27:58,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01741376285/meta-region-server: CHANGED 2024-12-03T20:27:58,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:27:58,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,45683,1733257676917 in 372 msec 2024-12-03T20:27:58,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:27:58,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 713 msec 2024-12-03T20:27:58,872 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:27:58,872 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:27:58,886 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:27:58,886 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,45683,1733257676917, seqNum=-1] 2024-12-03T20:27:58,887 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:27:58,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:27:58,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4480 sec 2024-12-03T20:27:58,961 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257678961, completionTime=-1 2024-12-03T20:27:58,961 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T20:27:58,961 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:27:58,966 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:27:58,966 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257738966 2024-12-03T20:27:58,966 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257798966 2024-12-03T20:27:58,966 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-03T20:27:58,967 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,38809,1733257676251-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:27:58,967 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,38809,1733257676251-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:27:58,967 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,38809,1733257676251-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:27:58,967 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:38809, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:27:58,967 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:27:58,968 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:27:58,971 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:27:58,981 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.876sec 2024-12-03T20:27:58,981 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:27:58,981 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:27:58,982 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:27:58,982 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:27:58,982 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:27:58,982 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,38809,1733257676251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:27:58,982 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,38809,1733257676251-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:27:59,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7231e51e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:27:59,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,38809,-1 for getting cluster id 2024-12-03T20:27:59,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:27:59,009 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc7f2470-94a7-47b8-b710-d6c52fb3eb80' 2024-12-03T20:27:59,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:27:59,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc7f2470-94a7-47b8-b710-d6c52fb3eb80" 2024-12-03T20:27:59,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b5021e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:27:59,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,38809,-1] 2024-12-03T20:27:59,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:27:59,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:27:59,015 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:27:59,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:27:59,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:27:59,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,45683,1733257676917, seqNum=-1] 2024-12-03T20:27:59,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:27:59,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:27:59,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,38809,1733257676251 2024-12-03T20:27:59,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55646 2024-12-03T20:27:59,063 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:27:59,063 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:27:59,063 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,38809,1733257676251-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:27:59,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:27:59,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019ce1359d0002 connected 2024-12-03T20:27:59,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/hadoop.log.dir so I do NOT create it in target/test-data/69f96227-a094-e31f-05d0-98e40a111e35 2024-12-03T20:27:59,110 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:27:59,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/hadoop.tmp.dir so I do NOT create it in target/test-data/69f96227-a094-e31f-05d0-98e40a111e35 2024-12-03T20:27:59,110 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:27:59,110 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35 2024-12-03T20:27:59,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:27:59,110 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/cluster_6b30c6db-817c-2b0c-ac41-7058ebc41162, deleteOnExit=true 2024-12-03T20:27:59,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:27:59,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/test.cache.data in system properties and HBase conf 2024-12-03T20:27:59,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:27:59,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:27:59,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:27:59,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:27:59,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:27:59,111 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:27:59,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:27:59,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:27:59,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:27:59,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:27:59,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:27:59,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:27:59,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:27:59,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:27:59,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:27:59,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:27:59,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:27:59,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:27:59,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:27:59,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:27:59,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:27:59,604 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:27:59,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:27:59,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:27:59,651 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:27:59,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:27:59,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8efeae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:27:59,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65fadc0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:27:59,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d5d2530{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/java.io.tmpdir/jetty-localhost-41367-hadoop-hdfs-3_4_1-tests_jar-_-any-1895477636525881535/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:27:59,841 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f5ab4ed{HTTP/1.1, (http/1.1)}{localhost:41367} 2024-12-03T20:27:59,842 INFO [Time-limited test {}] server.Server(415): Started @149776ms 2024-12-03T20:28:00,455 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:28:00,483 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:28:00,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:28:00,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:28:00,507 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:28:00,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e38c1ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:28:00,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23bb9962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:28:00,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc2740d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/java.io.tmpdir/jetty-localhost-34169-hadoop-hdfs-3_4_1-tests_jar-_-any-7196266677816319718/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:28:00,665 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50f10d8e{HTTP/1.1, (http/1.1)}{localhost:34169} 2024-12-03T20:28:00,665 INFO [Time-limited test {}] server.Server(415): Started @150600ms 2024-12-03T20:28:00,667 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:28:01,931 WARN [Thread-1402 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/cluster_6b30c6db-817c-2b0c-ac41-7058ebc41162/data/data1/current/BP-784872392-172.17.0.3-1733257679154/current, will proceed with Du for space computation calculation, 2024-12-03T20:28:01,938 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/cluster_6b30c6db-817c-2b0c-ac41-7058ebc41162/data/data2/current/BP-784872392-172.17.0.3-1733257679154/current, will proceed with Du for space computation calculation, 2024-12-03T20:28:02,019 WARN [Thread-1390 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:28:02,032 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38631b38b2469ce3 with lease ID 0x4201f297bd62c108: Processing first storage report for DS-801a2177-bfa7-476f-8af6-b56314e503de from datanode DatanodeRegistration(127.0.0.1:39463, datanodeUuid=9f735d57-0e16-4073-bdc5-2ad1ea44fb44, infoPort=34959, infoSecurePort=0, ipcPort=40749, storageInfo=lv=-57;cid=testClusterID;nsid=1332065707;c=1733257679154) 2024-12-03T20:28:02,032 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38631b38b2469ce3 with lease ID 0x4201f297bd62c108: from storage DS-801a2177-bfa7-476f-8af6-b56314e503de node DatanodeRegistration(127.0.0.1:39463, datanodeUuid=9f735d57-0e16-4073-bdc5-2ad1ea44fb44, infoPort=34959, infoSecurePort=0, ipcPort=40749, storageInfo=lv=-57;cid=testClusterID;nsid=1332065707;c=1733257679154), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:28:02,035 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38631b38b2469ce3 with lease ID 0x4201f297bd62c108: Processing first storage report for DS-1a974f00-6afc-4eb7-9f0d-c5591a9ff71a from datanode DatanodeRegistration(127.0.0.1:39463, datanodeUuid=9f735d57-0e16-4073-bdc5-2ad1ea44fb44, infoPort=34959, infoSecurePort=0, ipcPort=40749, storageInfo=lv=-57;cid=testClusterID;nsid=1332065707;c=1733257679154) 2024-12-03T20:28:02,035 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38631b38b2469ce3 with lease ID 0x4201f297bd62c108: from storage DS-1a974f00-6afc-4eb7-9f0d-c5591a9ff71a node DatanodeRegistration(127.0.0.1:39463, datanodeUuid=9f735d57-0e16-4073-bdc5-2ad1ea44fb44, infoPort=34959, infoSecurePort=0, ipcPort=40749, storageInfo=lv=-57;cid=testClusterID;nsid=1332065707;c=1733257679154), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:28:02,076 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35 2024-12-03T20:28:02,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:02,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:02,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39463 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:28:02,532 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96 with version=8 2024-12-03T20:28:02,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/hbase-staging 2024-12-03T20:28:02,539 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:28:02,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:02,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:02,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:28:02,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:02,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:28:02,539 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:28:02,540 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:28:02,540 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40375 2024-12-03T20:28:02,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40375 connecting to ZooKeeper ensemble=127.0.0.1:55646 2024-12-03T20:28:02,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403750x0, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:28:02,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40375-0x1019ce1359d0003 connected 2024-12-03T20:28:02,677 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:28:02,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:02,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:02,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Set watcher on znode that does not yet exist, /11223910850/running 2024-12-03T20:28:02,708 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96, hbase.cluster.distributed=false 2024-12-03T20:28:02,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:02,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:02,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:02,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:02,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Set watcher on znode that does not yet exist, /11223910850/acl 2024-12-03T20:28:02,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:02,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40375 2024-12-03T20:28:02,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40375 2024-12-03T20:28:02,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40375 2024-12-03T20:28:02,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40375 2024-12-03T20:28:02,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40375 2024-12-03T20:28:02,783 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:28:02,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:02,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:02,783 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:28:02,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:02,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:28:02,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:28:02,784 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:28:02,791 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43545 2024-12-03T20:28:02,792 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43545 connecting to ZooKeeper ensemble=127.0.0.1:55646 2024-12-03T20:28:02,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:02,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:02,817 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435450x0, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:28:02,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43545-0x1019ce1359d0004 connected 2024-12-03T20:28:02,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43545-0x1019ce1359d0004, quorum=127.0.0.1:55646, baseZNode=/11223910850 Set watcher on znode that does not yet exist, /11223910850/running 2024-12-03T20:28:02,825 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:28:02,832 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:28:02,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43545-0x1019ce1359d0004, quorum=127.0.0.1:55646, baseZNode=/11223910850 Set watcher on znode that does not yet exist, /11223910850/master 2024-12-03T20:28:02,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43545-0x1019ce1359d0004, quorum=127.0.0.1:55646, baseZNode=/11223910850 Set watcher on znode that does not yet exist, /11223910850/acl 2024-12-03T20:28:02,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43545 2024-12-03T20:28:02,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43545 2024-12-03T20:28:02,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43545 2024-12-03T20:28:02,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43545 2024-12-03T20:28:02,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43545 2024-12-03T20:28:02,966 DEBUG [M:0;b29c245002d9:40375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:40375 2024-12-03T20:28:02,972 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11223910850/backup-masters/b29c245002d9,40375,1733257682534 2024-12-03T20:28:02,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11223910850/backup-masters 2024-12-03T20:28:02,992 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43545-0x1019ce1359d0004, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11223910850/backup-masters 2024-12-03T20:28:02,993 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Set watcher on existing znode=/11223910850/backup-masters/b29c245002d9,40375,1733257682534 2024-12-03T20:28:02,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11223910850 2024-12-03T20:28:03,004 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43545-0x1019ce1359d0004, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11223910850/master 2024-12-03T20:28:03,004 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43545-0x1019ce1359d0004, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11223910850 2024-12-03T20:28:03,008 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Set watcher on existing znode=/11223910850/master 2024-12-03T20:28:03,013 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11223910850/backup-masters/b29c245002d9,40375,1733257682534 from backup master directory 2024-12-03T20:28:03,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11223910850/backup-masters/b29c245002d9,40375,1733257682534 2024-12-03T20:28:03,032 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43545-0x1019ce1359d0004, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11223910850/backup-masters 2024-12-03T20:28:03,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11223910850/backup-masters 2024-12-03T20:28:03,032 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:28:03,033 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,40375,1733257682534 2024-12-03T20:28:03,037 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/hbase.id] with ID: 2703034b-9b22-49bb-9fb8-74e4a2d36ef4 2024-12-03T20:28:03,037 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/.tmp/hbase.id 2024-12-03T20:28:03,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39463 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:28:03,444 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/.tmp/hbase.id]:[hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/hbase.id] 2024-12-03T20:28:03,458 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:03,458 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:28:03,459 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T20:28:03,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11223910850 2024-12-03T20:28:03,506 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43545-0x1019ce1359d0004, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11223910850 2024-12-03T20:28:03,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39463 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:28:03,750 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T20:28:03,923 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:28:03,924 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:28:03,924 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:28:03,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39463 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:28:04,349 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/data/master/store 2024-12-03T20:28:04,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39463 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:28:04,401 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:04,401 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:28:04,401 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:04,401 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:04,401 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:28:04,401 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:04,401 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:04,402 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257684401Disabling compacts and flushes for region at 1733257684401Disabling writes for close at 1733257684401Writing region close event to WAL at 1733257684401Closed at 1733257684401 2024-12-03T20:28:04,403 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/data/master/store/.initializing 2024-12-03T20:28:04,404 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/WALs/b29c245002d9,40375,1733257682534 2024-12-03T20:28:04,416 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:28:04,431 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C40375%2C1733257682534, suffix=, logDir=hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/WALs/b29c245002d9,40375,1733257682534, archiveDir=hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/oldWALs, maxLogs=10 2024-12-03T20:28:04,452 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/WALs/b29c245002d9,40375,1733257682534/b29c245002d9%2C40375%2C1733257682534.1733257684431, exclude list is [], retry=0 2024-12-03T20:28:04,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39463,DS-801a2177-bfa7-476f-8af6-b56314e503de,DISK] 2024-12-03T20:28:04,467 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/WALs/b29c245002d9,40375,1733257682534/b29c245002d9%2C40375%2C1733257682534.1733257684431 2024-12-03T20:28:04,467 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34959:34959)] 2024-12-03T20:28:04,467 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:28:04,467 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:04,468 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:04,468 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:04,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:04,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:28:04,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:04,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:04,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:04,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:28:04,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:04,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:04,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:04,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:28:04,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:04,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:04,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:04,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:28:04,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:04,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:04,571 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:04,572 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:04,577 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:04,591 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:04,591 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:04,592 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:28:04,598 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:04,608 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:28:04,611 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64098494, jitterRate=-0.04485800862312317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:28:04,611 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257684468Initializing all the Stores at 1733257684476 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257684476Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257684480 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257684480Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257684480Cleaning up temporary data from old regions at 1733257684591 (+111 ms)Region opened successfully at 1733257684611 (+20 ms) 2024-12-03T20:28:04,612 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:28:04,624 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492d900f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:28:04,631 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:28:04,631 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:28:04,631 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:28:04,631 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:28:04,632 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T20:28:04,632 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:28:04,632 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:28:04,640 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:28:04,641 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Unable to get data of znode /11223910850/balancer because node does not exist (not necessarily an error) 2024-12-03T20:28:04,707 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11223910850/balancer already deleted, retry=false 2024-12-03T20:28:04,708 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:28:04,720 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Unable to get data of znode /11223910850/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:28:04,728 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11223910850/normalizer already deleted, retry=false 2024-12-03T20:28:04,729 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:28:04,735 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Unable to get data of znode /11223910850/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:28:04,748 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11223910850/switch/split already deleted, retry=false 2024-12-03T20:28:04,762 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Unable to get data of znode /11223910850/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:28:04,778 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11223910850/switch/merge already deleted, retry=false 2024-12-03T20:28:04,793 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Unable to get data of znode /11223910850/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:28:04,799 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11223910850/snapshot-cleanup already deleted, retry=false 2024-12-03T20:28:04,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11223910850/running 2024-12-03T20:28:04,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11223910850 2024-12-03T20:28:04,816 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43545-0x1019ce1359d0004, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11223910850/running 2024-12-03T20:28:04,816 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43545-0x1019ce1359d0004, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11223910850 2024-12-03T20:28:04,816 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,40375,1733257682534, sessionid=0x1019ce1359d0003, setting cluster-up flag (Was=false) 2024-12-03T20:28:04,852 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43545-0x1019ce1359d0004, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11223910850 2024-12-03T20:28:04,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11223910850 2024-12-03T20:28:04,896 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11223910850/flush-table-proc/acquired, /11223910850/flush-table-proc/reached, /11223910850/flush-table-proc/abort 2024-12-03T20:28:04,910 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,40375,1733257682534 2024-12-03T20:28:04,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11223910850 2024-12-03T20:28:04,936 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43545-0x1019ce1359d0004, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11223910850 2024-12-03T20:28:04,972 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11223910850/online-snapshot/acquired, /11223910850/online-snapshot/reached, /11223910850/online-snapshot/abort 2024-12-03T20:28:04,988 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,40375,1733257682534 2024-12-03T20:28:05,001 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:28:05,007 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:28:05,007 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:28:05,008 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:28:05,008 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,40375,1733257682534 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:28:05,026 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:28:05,026 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:28:05,026 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:28:05,026 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:28:05,026 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:28:05,026 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:05,026 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:28:05,026 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:05,064 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:28:05,064 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:28:05,071 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257715071 2024-12-03T20:28:05,071 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:28:05,071 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:28:05,071 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:28:05,071 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:28:05,071 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:28:05,071 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:28:05,076 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:05,077 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:05,077 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:28:05,088 INFO [RS:0;b29c245002d9:43545 {}] regionserver.HRegionServer(746): ClusterId : 2703034b-9b22-49bb-9fb8-74e4a2d36ef4 2024-12-03T20:28:05,088 DEBUG [RS:0;b29c245002d9:43545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:28:05,095 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:28:05,095 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:28:05,095 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:28:05,095 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:28:05,096 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:28:05,096 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:28:05,105 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257685096,5,FailOnTimeoutGroup] 2024-12-03T20:28:05,105 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257685105,5,FailOnTimeoutGroup] 2024-12-03T20:28:05,105 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:05,105 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:28:05,105 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:05,105 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:05,109 DEBUG [RS:0;b29c245002d9:43545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:28:05,109 DEBUG [RS:0;b29c245002d9:43545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:28:05,125 DEBUG [RS:0;b29c245002d9:43545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:28:05,125 DEBUG [RS:0;b29c245002d9:43545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21539c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:28:05,145 DEBUG [RS:0;b29c245002d9:43545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:43545 2024-12-03T20:28:05,145 INFO [RS:0;b29c245002d9:43545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:28:05,145 INFO [RS:0;b29c245002d9:43545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:28:05,145 DEBUG [RS:0;b29c245002d9:43545 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:28:05,147 INFO [RS:0;b29c245002d9:43545 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,40375,1733257682534 with port=43545, startcode=1733257682783 2024-12-03T20:28:05,147 DEBUG [RS:0;b29c245002d9:43545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:28:05,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39463 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:28:05,153 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:28:05,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,43545,1733257682783 2024-12-03T20:28:05,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40375 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,43545,1733257682783 2024-12-03T20:28:05,164 DEBUG [RS:0;b29c245002d9:43545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96 2024-12-03T20:28:05,164 DEBUG [RS:0;b29c245002d9:43545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39333 2024-12-03T20:28:05,164 DEBUG [RS:0;b29c245002d9:43545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:28:05,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11223910850/rs 2024-12-03T20:28:05,227 DEBUG [RS:0;b29c245002d9:43545 {}] zookeeper.ZKUtil(111): regionserver:43545-0x1019ce1359d0004, quorum=127.0.0.1:55646, baseZNode=/11223910850 Set watcher on existing znode=/11223910850/rs/b29c245002d9,43545,1733257682783 2024-12-03T20:28:05,227 WARN [RS:0;b29c245002d9:43545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:28:05,227 INFO [RS:0;b29c245002d9:43545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:28:05,227 DEBUG [RS:0;b29c245002d9:43545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/WALs/b29c245002d9,43545,1733257682783 2024-12-03T20:28:05,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,43545,1733257682783] 2024-12-03T20:28:05,284 INFO [RS:0;b29c245002d9:43545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:28:05,290 INFO [RS:0;b29c245002d9:43545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:28:05,294 INFO [RS:0;b29c245002d9:43545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:28:05,294 INFO [RS:0;b29c245002d9:43545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:05,312 INFO [RS:0;b29c245002d9:43545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:28:05,315 INFO [RS:0;b29c245002d9:43545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:28:05,315 INFO [RS:0;b29c245002d9:43545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:05,316 DEBUG [RS:0;b29c245002d9:43545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:05,316 DEBUG [RS:0;b29c245002d9:43545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:05,316 DEBUG [RS:0;b29c245002d9:43545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:05,316 DEBUG [RS:0;b29c245002d9:43545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:05,316 DEBUG [RS:0;b29c245002d9:43545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:05,316 DEBUG [RS:0;b29c245002d9:43545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:28:05,316 DEBUG [RS:0;b29c245002d9:43545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:05,316 DEBUG [RS:0;b29c245002d9:43545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:05,316 DEBUG [RS:0;b29c245002d9:43545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:05,316 DEBUG [RS:0;b29c245002d9:43545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:05,316 DEBUG [RS:0;b29c245002d9:43545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:05,316 DEBUG [RS:0;b29c245002d9:43545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:05,316 DEBUG [RS:0;b29c245002d9:43545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:28:05,316 DEBUG [RS:0;b29c245002d9:43545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:28:05,352 INFO [RS:0;b29c245002d9:43545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:05,352 INFO [RS:0;b29c245002d9:43545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:05,352 INFO [RS:0;b29c245002d9:43545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:05,352 INFO [RS:0;b29c245002d9:43545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:05,352 INFO [RS:0;b29c245002d9:43545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:05,352 INFO [RS:0;b29c245002d9:43545 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,43545,1733257682783-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:28:05,417 INFO [RS:0;b29c245002d9:43545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:28:05,417 INFO [RS:0;b29c245002d9:43545 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,43545,1733257682783-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:05,418 INFO [RS:0;b29c245002d9:43545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:05,418 INFO [RS:0;b29c245002d9:43545 {}] regionserver.Replication(171): b29c245002d9,43545,1733257682783 started 2024-12-03T20:28:05,454 INFO [RS:0;b29c245002d9:43545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:05,463 INFO [RS:0;b29c245002d9:43545 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,43545,1733257682783, RpcServer on b29c245002d9/172.17.0.3:43545, sessionid=0x1019ce1359d0004 2024-12-03T20:28:05,464 DEBUG [RS:0;b29c245002d9:43545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:28:05,464 DEBUG [RS:0;b29c245002d9:43545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,43545,1733257682783 2024-12-03T20:28:05,464 DEBUG [RS:0;b29c245002d9:43545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,43545,1733257682783' 2024-12-03T20:28:05,464 DEBUG [RS:0;b29c245002d9:43545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11223910850/flush-table-proc/abort' 2024-12-03T20:28:05,464 DEBUG [RS:0;b29c245002d9:43545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11223910850/flush-table-proc/acquired' 2024-12-03T20:28:05,465 DEBUG [RS:0;b29c245002d9:43545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:28:05,465 DEBUG [RS:0;b29c245002d9:43545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:28:05,465 DEBUG [RS:0;b29c245002d9:43545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,43545,1733257682783 2024-12-03T20:28:05,465 DEBUG [RS:0;b29c245002d9:43545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,43545,1733257682783' 2024-12-03T20:28:05,465 DEBUG [RS:0;b29c245002d9:43545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11223910850/online-snapshot/abort' 2024-12-03T20:28:05,465 DEBUG [RS:0;b29c245002d9:43545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11223910850/online-snapshot/acquired' 2024-12-03T20:28:05,466 DEBUG [RS:0;b29c245002d9:43545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:28:05,466 INFO [RS:0;b29c245002d9:43545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:28:05,466 INFO [RS:0;b29c245002d9:43545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:28:05,559 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:28:05,559 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96 2024-12-03T20:28:05,567 INFO [RS:0;b29c245002d9:43545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:28:05,584 INFO [RS:0;b29c245002d9:43545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C43545%2C1733257682783, suffix=, logDir=hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/WALs/b29c245002d9,43545,1733257682783, archiveDir=hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/oldWALs, maxLogs=10 2024-12-03T20:28:05,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39463 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:28:05,619 DEBUG [RS:0;b29c245002d9:43545 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/WALs/b29c245002d9,43545,1733257682783/b29c245002d9%2C43545%2C1733257682783.1733257685585, exclude list is [], retry=0 2024-12-03T20:28:05,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39463,DS-801a2177-bfa7-476f-8af6-b56314e503de,DISK] 2024-12-03T20:28:05,698 INFO [RS:0;b29c245002d9:43545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/WALs/b29c245002d9,43545,1733257682783/b29c245002d9%2C43545%2C1733257682783.1733257685585 2024-12-03T20:28:05,704 DEBUG [RS:0;b29c245002d9:43545 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34959:34959)] 2024-12-03T20:28:06,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:06,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:28:06,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:28:06,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:06,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:06,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:28:06,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:28:06,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:06,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:06,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:28:06,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:28:06,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:06,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:06,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:28:06,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:28:06,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:06,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:06,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:28:06,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/data/hbase/meta/1588230740 2024-12-03T20:28:06,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/data/hbase/meta/1588230740 2024-12-03T20:28:06,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:28:06,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:28:06,077 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:28:06,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:28:06,082 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:28:06,084 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64191681, jitterRate=-0.04346941411495209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:28:06,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257686014Initializing all the Stores at 1733257686015 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257686015Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257686015Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257686015Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257686015Cleaning up temporary data from old regions at 1733257686077 (+62 ms)Region opened successfully at 1733257686084 (+7 ms) 2024-12-03T20:28:06,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:28:06,084 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:28:06,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:28:06,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:28:06,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:28:06,087 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:28:06,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257686084Disabling compacts and flushes for region at 1733257686084Disabling writes for close at 1733257686084Writing region close event to WAL at 1733257686087 (+3 ms)Closed at 1733257686087 2024-12-03T20:28:06,089 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:28:06,089 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:28:06,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:28:06,091 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:28:06,092 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:28:06,243 DEBUG [b29c245002d9:40375 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:28:06,243 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,43545,1733257682783 2024-12-03T20:28:06,299 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,43545,1733257682783, state=OPENING 2024-12-03T20:28:06,376 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:28:06,399 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43545-0x1019ce1359d0004, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11223910850 2024-12-03T20:28:06,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11223910850 2024-12-03T20:28:06,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11223910850/meta-region-server: CHANGED 2024-12-03T20:28:06,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11223910850/meta-region-server: CHANGED 2024-12-03T20:28:06,400 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:28:06,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,43545,1733257682783}] 2024-12-03T20:28:06,554 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:28:06,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:28:06,584 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:28:06,584 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:28:06,585 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:28:06,593 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C43545%2C1733257682783.meta, suffix=.meta, logDir=hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/WALs/b29c245002d9,43545,1733257682783, archiveDir=hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/oldWALs, maxLogs=10 2024-12-03T20:28:06,610 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/WALs/b29c245002d9,43545,1733257682783/b29c245002d9%2C43545%2C1733257682783.meta.1733257686594.meta, exclude list is [], retry=0 2024-12-03T20:28:06,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39463,DS-801a2177-bfa7-476f-8af6-b56314e503de,DISK] 2024-12-03T20:28:06,631 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/WALs/b29c245002d9,43545,1733257682783/b29c245002d9%2C43545%2C1733257682783.meta.1733257686594.meta 2024-12-03T20:28:06,632 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34959:34959)] 2024-12-03T20:28:06,632 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:28:06,632 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:28:06,633 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:28:06,633 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:28:06,633 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:28:06,633 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:28:06,633 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:06,633 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:28:06,633 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:28:06,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:28:06,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:28:06,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:06,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:06,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:28:06,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:28:06,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:06,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:06,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:28:06,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:28:06,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:06,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:06,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:28:06,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:28:06,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:06,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:06,644 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:28:06,645 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/data/hbase/meta/1588230740 2024-12-03T20:28:06,646 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/data/hbase/meta/1588230740 2024-12-03T20:28:06,647 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:28:06,647 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:28:06,648 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:28:06,649 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:28:06,650 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63755771, jitterRate=-0.04996497929096222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:28:06,650 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:28:06,650 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257686633Writing region info on filesystem at 1733257686633Initializing all the Stores at 1733257686634 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257686634Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257686636 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257686636Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257686636Cleaning up temporary data from old regions at 1733257686647 (+11 ms)Running coprocessor post-open hooks at 1733257686650 (+3 ms)Region opened successfully at 1733257686650 2024-12-03T20:28:06,651 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257686553 2024-12-03T20:28:06,654 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:28:06,654 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:28:06,654 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,43545,1733257682783 2024-12-03T20:28:06,655 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,43545,1733257682783, state=OPEN 2024-12-03T20:28:06,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11223910850/meta-region-server 2024-12-03T20:28:06,683 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43545-0x1019ce1359d0004, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11223910850/meta-region-server 2024-12-03T20:28:06,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11223910850/meta-region-server: CHANGED 2024-12-03T20:28:06,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11223910850/meta-region-server: CHANGED 2024-12-03T20:28:06,684 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,43545,1733257682783 2024-12-03T20:28:06,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:28:06,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,43545,1733257682783 in 284 msec 2024-12-03T20:28:06,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:28:06,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 604 msec 2024-12-03T20:28:06,696 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:28:06,696 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:28:06,701 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:28:06,701 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,43545,1733257682783, seqNum=-1] 2024-12-03T20:28:06,701 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:28:06,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:28:06,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7160 sec 2024-12-03T20:28:06,722 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257686721, completionTime=-1 2024-12-03T20:28:06,722 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T20:28:06,722 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:28:06,728 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:28:06,728 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257746728 2024-12-03T20:28:06,728 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257806728 2024-12-03T20:28:06,728 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-12-03T20:28:06,728 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,40375,1733257682534-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:06,728 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,40375,1733257682534-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:06,728 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,40375,1733257682534-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:06,729 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:40375, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:06,729 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:06,729 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:06,736 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:28:06,738 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.705sec 2024-12-03T20:28:06,738 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:28:06,738 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:28:06,738 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:28:06,738 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:28:06,738 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:28:06,738 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,40375,1733257682534-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:28:06,738 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,40375,1733257682534-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:28:06,745 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:28:06,746 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:28:06,746 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,40375,1733257682534-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:06,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc082ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:06,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,40375,-1 for getting cluster id 2024-12-03T20:28:06,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:28:06,812 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2703034b-9b22-49bb-9fb8-74e4a2d36ef4' 2024-12-03T20:28:06,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:28:06,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2703034b-9b22-49bb-9fb8-74e4a2d36ef4" 2024-12-03T20:28:06,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46729461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:06,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,40375,-1] 2024-12-03T20:28:06,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:28:06,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:06,815 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:28:06,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0e268f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:06,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:28:06,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,43545,1733257682783, seqNum=-1] 2024-12-03T20:28:06,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:28:06,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:28:06,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,40375,1733257682534 2024-12-03T20:28:06,828 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55646 2024-12-03T20:28:06,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:28:06,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019ce1359d0005 connected 2024-12-03T20:28:06,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cea6ed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:06,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,38809,-1 for getting cluster id 2024-12-03T20:28:06,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:28:06,882 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc7f2470-94a7-47b8-b710-d6c52fb3eb80' 2024-12-03T20:28:06,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:28:06,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc7f2470-94a7-47b8-b710-d6c52fb3eb80" 2024-12-03T20:28:06,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8bca03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:06,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,38809,-1] 2024-12-03T20:28:06,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:28:06,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:06,884 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:28:06,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffcd884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:06,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:28:06,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,38809,1733257676251 2024-12-03T20:28:06,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5148255a 2024-12-03T20:28:06,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:28:06,889 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:28:06,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38809 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b29c245002d9:40375,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T20:28:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38809 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T20:28:06,893 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:40375' 2024-12-03T20:28:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:28:06,895 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a18b45d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:06,895 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,40375,-1 for getting cluster id 2024-12-03T20:28:06,895 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:28:06,896 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2703034b-9b22-49bb-9fb8-74e4a2d36ef4' 2024-12-03T20:28:06,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:28:06,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2703034b-9b22-49bb-9fb8-74e4a2d36ef4" 2024-12-03T20:28:06,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc0ce57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:06,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,40375,-1] 2024-12-03T20:28:06,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:28:06,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:06,899 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:28:06,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34adae55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:06,900 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:28:06,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,40375,1733257682534 2024-12-03T20:28:06,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34a7283 2024-12-03T20:28:06,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:28:06,905 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:28:06,906 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-03T20:28:06,906 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T20:28:06,906 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:06,906 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:06,907 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:28:06,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:28:06,909 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T20:28:06,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:28:06,911 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:06,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:28:06,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741835_1011 (size=1138) 2024-12-03T20:28:06,960 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T20:28:06,966 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90fba4009d267088065a7b4735a99221, NAME => 'hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf 2024-12-03T20:28:06,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741836_1012 (size=44) 2024-12-03T20:28:06,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:06,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 90fba4009d267088065a7b4735a99221, disabling compactions & flushes 2024-12-03T20:28:06,995 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. 2024-12-03T20:28:06,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. 2024-12-03T20:28:06,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. after waiting 0 ms 2024-12-03T20:28:06,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. 2024-12-03T20:28:06,995 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. 2024-12-03T20:28:06,996 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90fba4009d267088065a7b4735a99221: Waiting for close lock at 1733257686995Disabling compacts and flushes for region at 1733257686995Disabling writes for close at 1733257686995Writing region close event to WAL at 1733257686995Closed at 1733257686995 2024-12-03T20:28:06,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:28:06,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733257686998"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257686998"}]},"ts":"1733257686998"} 2024-12-03T20:28:07,002 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:28:07,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:28:07,007 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257687007"}]},"ts":"1733257687007"} 2024-12-03T20:28:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:28:07,010 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T20:28:07,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90fba4009d267088065a7b4735a99221, ASSIGN}] 2024-12-03T20:28:07,012 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90fba4009d267088065a7b4735a99221, ASSIGN 2024-12-03T20:28:07,014 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90fba4009d267088065a7b4735a99221, ASSIGN; state=OFFLINE, location=b29c245002d9,45683,1733257676917; forceNewPlan=false, retain=false 2024-12-03T20:28:07,164 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=90fba4009d267088065a7b4735a99221, regionState=OPENING, regionLocation=b29c245002d9,45683,1733257676917 2024-12-03T20:28:07,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T20:28:07,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T20:28:07,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:28:07,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T20:28:07,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:28:07,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T20:28:07,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T20:28:07,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T20:28:07,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90fba4009d267088065a7b4735a99221, ASSIGN because future has completed 2024-12-03T20:28:07,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90fba4009d267088065a7b4735a99221, server=b29c245002d9,45683,1733257676917}] 2024-12-03T20:28:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:28:07,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. 2024-12-03T20:28:07,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:28:07,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T20:28:07,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C45683%2C1733257676917.rep, suffix=, logDir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,45683,1733257676917, archiveDir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/oldWALs, maxLogs=10 2024-12-03T20:28:07,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,45683,1733257676917/b29c245002d9%2C45683%2C1733257676917.rep.1733257687378, exclude list is [], retry=0 2024-12-03T20:28:07,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38427,DS-302a88a5-ab3d-4848-b567-f0804c90331f,DISK] 2024-12-03T20:28:07,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,45683,1733257676917/b29c245002d9%2C45683%2C1733257676917.rep.1733257687378 2024-12-03T20:28:07,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42115:42115)] 2024-12-03T20:28:07,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 90fba4009d267088065a7b4735a99221, NAME => 'hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:28:07,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:28:07,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:28:07,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. service=MultiRowMutationService 2024-12-03T20:28:07,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T20:28:07,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:07,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:07,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:07,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:07,424 INFO [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:07,425 INFO [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90fba4009d267088065a7b4735a99221 columnFamilyName hfileref 2024-12-03T20:28:07,426 DEBUG [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:07,426 INFO [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] regionserver.HStore(327): Store=90fba4009d267088065a7b4735a99221/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:07,426 INFO [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:07,440 INFO [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90fba4009d267088065a7b4735a99221 columnFamilyName queue 2024-12-03T20:28:07,440 DEBUG [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:07,446 INFO [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] regionserver.HStore(327): Store=90fba4009d267088065a7b4735a99221/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:07,446 INFO [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:07,447 INFO [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90fba4009d267088065a7b4735a99221 columnFamilyName sid 2024-12-03T20:28:07,447 DEBUG [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:07,448 INFO [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] regionserver.HStore(327): Store=90fba4009d267088065a7b4735a99221/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:07,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:07,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/replication/90fba4009d267088065a7b4735a99221 2024-12-03T20:28:07,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/replication/90fba4009d267088065a7b4735a99221 2024-12-03T20:28:07,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:07,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:07,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:28:07,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:07,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/replication/90fba4009d267088065a7b4735a99221/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:28:07,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 90fba4009d267088065a7b4735a99221; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64866282, jitterRate=-0.033417075872421265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:28:07,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:07,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 90fba4009d267088065a7b4735a99221: Running coprocessor pre-open hook at 1733257687422Writing region info on filesystem at 1733257687422Initializing all the Stores at 1733257687423 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257687423Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257687423Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257687423Cleaning up temporary data from old regions at 1733257687451 (+28 ms)Running coprocessor post-open hooks at 1733257687464 (+13 ms)Region opened successfully at 1733257687464 2024-12-03T20:28:07,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221., pid=7, masterSystemTime=1733257687346 2024-12-03T20:28:07,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. 2024-12-03T20:28:07,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. 2024-12-03T20:28:07,469 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=90fba4009d267088065a7b4735a99221, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,45683,1733257676917 2024-12-03T20:28:07,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90fba4009d267088065a7b4735a99221, server=b29c245002d9,45683,1733257676917 because future has completed 2024-12-03T20:28:07,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T20:28:07,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 90fba4009d267088065a7b4735a99221, server=b29c245002d9,45683,1733257676917 in 292 msec 2024-12-03T20:28:07,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:28:07,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90fba4009d267088065a7b4735a99221, ASSIGN in 471 msec 2024-12-03T20:28:07,486 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:28:07,486 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257687486"}]},"ts":"1733257687486"} 2024-12-03T20:28:07,490 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T20:28:07,492 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:28:07,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 585 msec 2024-12-03T20:28:07,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221., hostname=b29c245002d9,45683,1733257676917, seqNum=2] 2024-12-03T20:28:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:28:07,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:28:07,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x1019ce1359d0001, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:28:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:28:08,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T20:28:08,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45683 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T20:28:08,348 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T20:28:08,393 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b29c245002d9,45683,1733257676917, ReplicationSource: 1, currentBandwidth=0 2024-12-03T20:28:08,394 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:28:08,394 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,45683,1733257676917, seqNum=-1] 2024-12-03T20:28:08,394 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:28:08,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-03T20:28:08,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b29c245002d9,45683,1733257676917', locateType=CURRENT is [region=hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221., hostname=b29c245002d9,45683,1733257676917, seqNum=2] 2024-12-03T20:28:08,400 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T20:28:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38809 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T20:28:08,403 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b29c245002d9,45683,1733257676917 suceeded 2024-12-03T20:28:08,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T20:28:08,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-12-03T20:28:08,405 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b29c245002d9:40375,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T20:28:08,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5150 sec 2024-12-03T20:28:08,413 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,45683,1733257676917 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:40375' 2024-12-03T20:28:08,415 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,45683,1733257676917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57cba8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:08,415 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,45683,1733257676917 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,40375,-1 for getting cluster id 2024-12-03T20:28:08,415 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,45683,1733257676917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:28:08,416 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2703034b-9b22-49bb-9fb8-74e4a2d36ef4' 2024-12-03T20:28:08,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:28:08,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2703034b-9b22-49bb-9fb8-74e4a2d36ef4" 2024-12-03T20:28:08,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f2c4f4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:08,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,40375,-1] 2024-12-03T20:28:08,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:28:08,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:08,419 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:28:08,420 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,45683,1733257676917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ed6decc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:08,420 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,45683,1733257676917 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:28:08,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,40375,1733257682534 2024-12-03T20:28:08,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67435a13 2024-12-03T20:28:08,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:28:08,422 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-03T20:28:08,422 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,45683,1733257676917 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b29c245002d9,45683,1733257676917 (queues=1) is replicating from cluster=cc7f2470-94a7-47b8-b710-d6c52fb3eb80 to cluster=2703034b-9b22-49bb-9fb8-74e4a2d36ef4 2024-12-03T20:28:08,423 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,45683,1733257676917 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b29c245002d9%2C45683%2C1733257676917 2024-12-03T20:28:08,423 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,45683,1733257676917 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b29c245002d9,45683,1733257676917, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T20:28:08,424 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,45683,1733257676917.replicationSource.shipperb29c245002d9%2C45683%2C1733257676917,1-b29c245002d9,45683,1733257676917 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b29c245002d9%2C45683%2C1733257676917 2024-12-03T20:28:08,424 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,45683,1733257676917.replicationSource.wal-reader.b29c245002d9%2C45683%2C1733257676917,1-b29c245002d9,45683,1733257676917 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,45683,1733257676917/b29c245002d9%2C45683%2C1733257676917.1733257677918, startPosition=0, beingWritten=true 2024-12-03T20:28:08,635 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,45683,1733257676917.replicationSource.wal-reader.b29c245002d9%2C45683%2C1733257676917,1-b29c245002d9,45683,1733257676917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,45683,1733257676917/b29c245002d9%2C45683%2C1733257676917.1733257677918 to pos 0, reset compression=false 2024-12-03T20:28:08,940 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,45683,1733257676917.replicationSource.wal-reader.b29c245002d9%2C45683%2C1733257676917,1-b29c245002d9,45683,1733257676917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,45683,1733257676917/b29c245002d9%2C45683%2C1733257676917.1733257677918 to pos 0, reset compression=false 2024-12-03T20:28:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:28:09,057 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T20:28:09,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:28:09,057 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:09,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:09,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:09,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:28:09,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:28:09,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,38809,1733257676251 2024-12-03T20:28:09,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7db654d0 2024-12-03T20:28:09,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:28:09,059 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:28:09,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38809 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T20:28:09,060 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:28:09,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:09,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:09,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:09,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:28:09,060 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:28:09,060 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=128678211, stopped=false 2024-12-03T20:28:09,060 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,38809,1733257676251 2024-12-03T20:28:09,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01741376285/running 2024-12-03T20:28:09,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x1019ce1359d0001, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01741376285/running 2024-12-03T20:28:09,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x1019ce1359d0001, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:28:09,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:28:09,083 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:28:09,083 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:28:09,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:09,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:09,084 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,45683,1733257676917' ***** 2024-12-03T20:28:09,084 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:28:09,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Set watcher on znode that does not yet exist, /01741376285/running 2024-12-03T20:28:09,084 INFO [RS:0;b29c245002d9:45683 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:28:09,084 INFO [RS:0;b29c245002d9:45683 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:28:09,084 INFO [RS:0;b29c245002d9:45683 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:28:09,084 INFO [RS:0;b29c245002d9:45683 {}] regionserver.HRegionServer(3091): Received CLOSE for 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:09,085 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:28:09,085 INFO [RS:0;b29c245002d9:45683 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,45683,1733257676917 2024-12-03T20:28:09,085 INFO [RS:0;b29c245002d9:45683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:28:09,085 INFO [RS:0;b29c245002d9:45683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:45683. 2024-12-03T20:28:09,085 DEBUG [RS:0;b29c245002d9:45683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:09,085 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90fba4009d267088065a7b4735a99221, disabling compactions & flushes 2024-12-03T20:28:09,085 DEBUG [RS:0;b29c245002d9:45683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:09,085 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. 2024-12-03T20:28:09,085 INFO [RS:0;b29c245002d9:45683 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:28:09,085 INFO [RS:0;b29c245002d9:45683 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:28:09,085 INFO [RS:0;b29c245002d9:45683 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:28:09,085 INFO [RS:0;b29c245002d9:45683 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:28:09,085 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. 2024-12-03T20:28:09,085 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. after waiting 0 ms 2024-12-03T20:28:09,085 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. 2024-12-03T20:28:09,085 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 90fba4009d267088065a7b4735a99221 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-03T20:28:09,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45683-0x1019ce1359d0001, quorum=127.0.0.1:55646, baseZNode=/01741376285 Set watcher on znode that does not yet exist, /01741376285/running 2024-12-03T20:28:09,088 INFO [RS:0;b29c245002d9:45683 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T20:28:09,088 DEBUG [RS:0;b29c245002d9:45683 {}] regionserver.HRegionServer(1325): Online Regions={90fba4009d267088065a7b4735a99221=hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:28:09,088 DEBUG [RS:0;b29c245002d9:45683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:09,088 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:28:09,088 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:28:09,088 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:28:09,088 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:28:09,088 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:28:09,088 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T20:28:09,103 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/replication/90fba4009d267088065a7b4735a99221/.tmp/queue/0c23e222aac245fa91f79bf05a085577 is 151, key is 1-b29c245002d9,45683,1733257676917/queue:b29c245002d9%2C45683%2C1733257676917/1733257688398/Put/seqid=0 2024-12-03T20:28:09,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741838_1014 (size=5350) 2024-12-03T20:28:09,112 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/replication/90fba4009d267088065a7b4735a99221/.tmp/queue/0c23e222aac245fa91f79bf05a085577 2024-12-03T20:28:09,115 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/.tmp/info/a2e631908943479b9c12b6318beecd10 is 147, key is hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221./info:regioninfo/1733257687469/Put/seqid=0 2024-12-03T20:28:09,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741839_1015 (size=6631) 2024-12-03T20:28:09,121 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/replication/90fba4009d267088065a7b4735a99221/.tmp/queue/0c23e222aac245fa91f79bf05a085577 as hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/replication/90fba4009d267088065a7b4735a99221/queue/0c23e222aac245fa91f79bf05a085577 2024-12-03T20:28:09,126 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/replication/90fba4009d267088065a7b4735a99221/queue/0c23e222aac245fa91f79bf05a085577, entries=1, sequenceid=5, filesize=5.2 K 2024-12-03T20:28:09,127 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 90fba4009d267088065a7b4735a99221 in 42ms, sequenceid=5, compaction requested=false 2024-12-03T20:28:09,127 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T20:28:09,148 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:28:09,149 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/replication/90fba4009d267088065a7b4735a99221/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T20:28:09,153 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:28:09,154 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:28:09,154 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. 2024-12-03T20:28:09,154 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90fba4009d267088065a7b4735a99221: Waiting for close lock at 1733257689085Running coprocessor pre-close hooks at 1733257689085Disabling compacts and flushes for region at 1733257689085Disabling writes for close at 1733257689085Obtaining lock to block concurrent updates at 1733257689085Preparing flush snapshotting stores in 90fba4009d267088065a7b4735a99221 at 1733257689085Finished memstore snapshotting hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733257689085Flushing stores of hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. at 1733257689086 (+1 ms)Flushing 90fba4009d267088065a7b4735a99221/queue: creating writer at 1733257689086Flushing 90fba4009d267088065a7b4735a99221/queue: appending metadata at 1733257689102 (+16 ms)Flushing 90fba4009d267088065a7b4735a99221/queue: closing flushed file at 1733257689102Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f71f75: reopening flushed file at 1733257689121 (+19 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 90fba4009d267088065a7b4735a99221 in 42ms, sequenceid=5, compaction requested=false at 1733257689127 (+6 ms)Writing region close event to WAL at 1733257689132 (+5 ms)Running coprocessor post-close hooks at 1733257689153 (+21 ms)Closed at 1733257689154 (+1 ms) 2024-12-03T20:28:09,154 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. 2024-12-03T20:28:09,289 DEBUG [RS:0;b29c245002d9:45683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:28:09,348 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,45683,1733257676917.replicationSource.wal-reader.b29c245002d9%2C45683%2C1733257676917,1-b29c245002d9,45683,1733257676917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,45683,1733257676917/b29c245002d9%2C45683%2C1733257676917.1733257677918 to pos 0, reset compression=false 2024-12-03T20:28:09,489 DEBUG [RS:0;b29c245002d9:45683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:28:09,520 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/.tmp/info/a2e631908943479b9c12b6318beecd10 2024-12-03T20:28:09,548 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/.tmp/ns/984f39d381f04c2a87c25a3e2ccdc89c is 43, key is default/ns:d/1733257678901/Put/seqid=0 2024-12-03T20:28:09,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741840_1016 (size=5153) 2024-12-03T20:28:09,691 DEBUG [RS:0;b29c245002d9:45683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:28:09,836 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:28:09,836 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:28:09,853 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,45683,1733257676917.replicationSource.wal-reader.b29c245002d9%2C45683%2C1733257676917,1-b29c245002d9,45683,1733257676917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,45683,1733257676917/b29c245002d9%2C45683%2C1733257676917.1733257677918 to pos 0, reset compression=false 2024-12-03T20:28:09,892 DEBUG [RS:0;b29c245002d9:45683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:28:09,965 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/.tmp/ns/984f39d381f04c2a87c25a3e2ccdc89c 2024-12-03T20:28:10,016 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/.tmp/table/90d9da5db49c4aa4b5f451fabcdf0269 is 53, key is hbase:replication/table:state/1733257687486/Put/seqid=0 2024-12-03T20:28:10,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741841_1017 (size=5256) 2024-12-03T20:28:10,026 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/.tmp/table/90d9da5db49c4aa4b5f451fabcdf0269 2024-12-03T20:28:10,034 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/.tmp/info/a2e631908943479b9c12b6318beecd10 as hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/info/a2e631908943479b9c12b6318beecd10 2024-12-03T20:28:10,045 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/info/a2e631908943479b9c12b6318beecd10, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T20:28:10,046 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/.tmp/ns/984f39d381f04c2a87c25a3e2ccdc89c as hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/ns/984f39d381f04c2a87c25a3e2ccdc89c 2024-12-03T20:28:10,055 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/ns/984f39d381f04c2a87c25a3e2ccdc89c, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T20:28:10,056 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/.tmp/table/90d9da5db49c4aa4b5f451fabcdf0269 as hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/table/90d9da5db49c4aa4b5f451fabcdf0269 2024-12-03T20:28:10,062 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/table/90d9da5db49c4aa4b5f451fabcdf0269, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T20:28:10,063 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 975ms, sequenceid=11, compaction requested=false 2024-12-03T20:28:10,081 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T20:28:10,082 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:28:10,082 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:28:10,082 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:28:10,082 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257689088Running coprocessor pre-close hooks at 1733257689088Disabling compacts and flushes for region at 1733257689088Disabling writes for close at 1733257689088Obtaining lock to block concurrent updates at 1733257689089 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733257689089Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733257689089Flushing stores of hbase:meta,,1.1588230740 at 1733257689089Flushing 1588230740/info: creating writer at 1733257689090 (+1 ms)Flushing 1588230740/info: appending metadata at 1733257689115 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733257689115Flushing 1588230740/ns: creating writer at 1733257689528 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733257689547 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733257689547Flushing 1588230740/table: creating writer at 1733257689993 (+446 ms)Flushing 1588230740/table: appending metadata at 1733257690015 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733257690015Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3810d5a0: reopening flushed file at 1733257690032 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57061f8c: reopening flushed file at 1733257690045 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a12decb: reopening flushed file at 1733257690055 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 975ms, sequenceid=11, compaction requested=false at 1733257690063 (+8 ms)Writing region close event to WAL at 1733257690073 (+10 ms)Running coprocessor post-close hooks at 1733257690082 (+9 ms)Closed at 1733257690082 2024-12-03T20:28:10,082 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:28:10,092 INFO [RS:0;b29c245002d9:45683 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,45683,1733257676917; all regions closed. 2024-12-03T20:28:10,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741834_1010 (size=2742) 2024-12-03T20:28:10,100 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,45683,1733257676917/b29c245002d9%2C45683%2C1733257676917.meta.1733257678709.meta not finished, retry = 0 2024-12-03T20:28:10,203 DEBUG [RS:0;b29c245002d9:45683 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/oldWALs 2024-12-03T20:28:10,203 INFO [RS:0;b29c245002d9:45683 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C45683%2C1733257676917.meta:.meta(num 1733257678709) 2024-12-03T20:28:10,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741837_1013 (size=1586) 2024-12-03T20:28:10,209 DEBUG [RS:0;b29c245002d9:45683 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/oldWALs 2024-12-03T20:28:10,209 INFO [RS:0;b29c245002d9:45683 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C45683%2C1733257676917.rep:(num 1733257687378) 2024-12-03T20:28:10,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741833_1009 (size=93) 2024-12-03T20:28:10,228 DEBUG [RS:0;b29c245002d9:45683 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/oldWALs 2024-12-03T20:28:10,228 INFO [RS:0;b29c245002d9:45683 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C45683%2C1733257676917:(num 1733257677918) 2024-12-03T20:28:10,228 DEBUG [RS:0;b29c245002d9:45683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:10,228 INFO [RS:0;b29c245002d9:45683 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:28:10,228 INFO [RS:0;b29c245002d9:45683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:28:10,229 INFO [RS:0;b29c245002d9:45683 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T20:28:10,229 INFO [RS:0;b29c245002d9:45683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:28:10,229 INFO [RS:0;b29c245002d9:45683 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b29c245002d9,45683,1733257676917 because: Region server is closing 2024-12-03T20:28:10,229 INFO [RS:0;b29c245002d9:45683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:45683. 2024-12-03T20:28:10,229 DEBUG [RS:0;b29c245002d9:45683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:10,229 DEBUG [RS:0;b29c245002d9:45683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:10,229 DEBUG [RS:0;b29c245002d9:45683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:10,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:28:10,229 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:28:10,330 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,45683,1733257676917.replicationSource.wal-reader.b29c245002d9%2C45683%2C1733257676917,1-b29c245002d9,45683,1733257676917 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T20:28:10,330 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,45683,1733257676917.replicationSource.shipperb29c245002d9%2C45683%2C1733257676917,1-b29c245002d9,45683,1733257676917 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T20:28:10,330 INFO [RS:0;b29c245002d9:45683 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,45683,1733257676917.replicationSource.shipperb29c245002d9%2C45683%2C1733257676917,1-b29c245002d9,45683,1733257676917 terminated 2024-12-03T20:28:10,330 INFO [RS:0;b29c245002d9:45683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45683 2024-12-03T20:28:10,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x1019ce1359d0001, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01741376285/rs/b29c245002d9,45683,1733257676917 2024-12-03T20:28:10,347 INFO [RS:0;b29c245002d9:45683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:28:10,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285/rs 2024-12-03T20:28:10,357 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,45683,1733257676917] 2024-12-03T20:28:10,367 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01741376285/draining/b29c245002d9,45683,1733257676917 already deleted, retry=false 2024-12-03T20:28:10,367 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,45683,1733257676917 expired; onlineServers=0 2024-12-03T20:28:10,367 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,38809,1733257676251' ***** 2024-12-03T20:28:10,367 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:28:10,367 INFO [M:0;b29c245002d9:38809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:28:10,367 INFO [M:0;b29c245002d9:38809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:28:10,367 DEBUG [M:0;b29c245002d9:38809 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:28:10,367 DEBUG [M:0;b29c245002d9:38809 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:28:10,367 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:28:10,367 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257677523 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257677523,5,FailOnTimeoutGroup] 2024-12-03T20:28:10,367 INFO [M:0;b29c245002d9:38809 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:28:10,367 INFO [M:0;b29c245002d9:38809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:28:10,367 DEBUG [M:0;b29c245002d9:38809 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:28:10,368 INFO [M:0;b29c245002d9:38809 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:28:10,368 INFO [M:0;b29c245002d9:38809 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:28:10,368 INFO [M:0;b29c245002d9:38809 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:28:10,368 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:28:10,368 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257677523 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257677523,5,FailOnTimeoutGroup] 2024-12-03T20:28:10,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01741376285/master 2024-12-03T20:28:10,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:28:10,398 DEBUG [M:0;b29c245002d9:38809 {}] zookeeper.ZKUtil(347): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Unable to get data of znode /01741376285/master because node does not exist (not an error) 2024-12-03T20:28:10,398 WARN [M:0;b29c245002d9:38809 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T20:28:10,399 INFO [M:0;b29c245002d9:38809 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/.lastflushedseqids 2024-12-03T20:28:10,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741842_1018 (size=181) 2024-12-03T20:28:10,417 INFO [M:0;b29c245002d9:38809 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:28:10,417 INFO [M:0;b29c245002d9:38809 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:28:10,417 DEBUG [M:0;b29c245002d9:38809 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:28:10,417 INFO [M:0;b29c245002d9:38809 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:10,417 DEBUG [M:0;b29c245002d9:38809 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:10,417 DEBUG [M:0;b29c245002d9:38809 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:28:10,417 DEBUG [M:0;b29c245002d9:38809 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:10,417 INFO [M:0;b29c245002d9:38809 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-03T20:28:10,441 DEBUG [M:0;b29c245002d9:38809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e242783b5b2e41d58a72e189e7caacd2 is 82, key is hbase:meta,,1/info:regioninfo/1733257678807/Put/seqid=0 2024-12-03T20:28:10,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741843_1019 (size=5672) 2024-12-03T20:28:10,452 INFO [M:0;b29c245002d9:38809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e242783b5b2e41d58a72e189e7caacd2 2024-12-03T20:28:10,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x1019ce1359d0001, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:28:10,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45683-0x1019ce1359d0001, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:28:10,457 INFO [RS:0;b29c245002d9:45683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:28:10,457 INFO [RS:0;b29c245002d9:45683 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,45683,1733257676917; zookeeper connection closed. 2024-12-03T20:28:10,464 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7cc3d718 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7cc3d718 2024-12-03T20:28:10,464 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T20:28:10,475 DEBUG [M:0;b29c245002d9:38809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8ad8651698e474e8faab7facb3d0d94 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733257687494/Put/seqid=0 2024-12-03T20:28:10,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741844_1020 (size=7203) 2024-12-03T20:28:10,884 INFO [M:0;b29c245002d9:38809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8ad8651698e474e8faab7facb3d0d94 2024-12-03T20:28:10,904 DEBUG [M:0;b29c245002d9:38809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2885dc96870e45b8a9b3478314749aa5 is 69, key is b29c245002d9,45683,1733257676917/rs:state/1733257677693/Put/seqid=0 2024-12-03T20:28:10,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741845_1021 (size=5156) 2024-12-03T20:28:11,325 INFO [M:0;b29c245002d9:38809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2885dc96870e45b8a9b3478314749aa5 2024-12-03T20:28:11,378 DEBUG [M:0;b29c245002d9:38809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e242783b5b2e41d58a72e189e7caacd2 as hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e242783b5b2e41d58a72e189e7caacd2 2024-12-03T20:28:11,423 INFO [M:0;b29c245002d9:38809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e242783b5b2e41d58a72e189e7caacd2, entries=8, sequenceid=70, filesize=5.5 K 2024-12-03T20:28:11,432 DEBUG [M:0;b29c245002d9:38809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8ad8651698e474e8faab7facb3d0d94 as hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8ad8651698e474e8faab7facb3d0d94 2024-12-03T20:28:11,493 INFO [M:0;b29c245002d9:38809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8ad8651698e474e8faab7facb3d0d94, entries=8, sequenceid=70, filesize=7.0 K 2024-12-03T20:28:11,508 DEBUG [M:0;b29c245002d9:38809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2885dc96870e45b8a9b3478314749aa5 as hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2885dc96870e45b8a9b3478314749aa5 2024-12-03T20:28:11,544 INFO [M:0;b29c245002d9:38809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2885dc96870e45b8a9b3478314749aa5, entries=1, sequenceid=70, filesize=5.0 K 2024-12-03T20:28:11,545 INFO [M:0;b29c245002d9:38809 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1128ms, sequenceid=70, compaction requested=false 2024-12-03T20:28:11,566 INFO [M:0;b29c245002d9:38809 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:11,566 DEBUG [M:0;b29c245002d9:38809 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257690417Disabling compacts and flushes for region at 1733257690417Disabling writes for close at 1733257690417Obtaining lock to block concurrent updates at 1733257690417Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257690417Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733257690418 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257690418Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257690418Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257690440 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257690440Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257690458 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257690474 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257690474Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257690889 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257690904 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257690904Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2259e1da: reopening flushed file at 1733257691365 (+461 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55822b22: reopening flushed file at 1733257691423 (+58 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cd25e1a: reopening flushed file at 1733257691493 (+70 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1128ms, sequenceid=70, compaction requested=false at 1733257691545 (+52 ms)Writing region close event to WAL at 1733257691566 (+21 ms)Closed at 1733257691566 2024-12-03T20:28:11,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741830_1006 (size=41008) 2024-12-03T20:28:11,596 INFO [M:0;b29c245002d9:38809 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:28:11,597 INFO [M:0;b29c245002d9:38809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38809 2024-12-03T20:28:11,597 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:28:11,598 INFO [M:0;b29c245002d9:38809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:28:11,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:28:11,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38809-0x1019ce1359d0000, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:28:11,754 INFO [M:0;b29c245002d9:38809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:28:11,758 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:28:11,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:11,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:11,758 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:28:11,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:11,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:28:11,758 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:28:11,758 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:28:11,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35039 2024-12-03T20:28:11,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35039 connecting to ZooKeeper ensemble=127.0.0.1:55646 2024-12-03T20:28:11,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350390x0, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:28:11,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35039-0x1019ce1359d0006 connected 2024-12-03T20:28:11,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:11,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:11,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Set watcher on znode that does not yet exist, /01741376285/running 2024-12-03T20:28:11,841 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf, hbase.cluster.distributed=false 2024-12-03T20:28:11,861 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01741376285/meta-region-server: INIT 2024-12-03T20:28:11,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Set watcher on znode that does not yet exist, /01741376285/acl 2024-12-03T20:28:11,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35039 2024-12-03T20:28:11,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35039 2024-12-03T20:28:11,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35039 2024-12-03T20:28:11,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35039 2024-12-03T20:28:11,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35039 2024-12-03T20:28:11,965 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:28:11,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:11,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:11,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:28:11,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:11,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:28:11,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:28:11,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:28:11,977 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37039 2024-12-03T20:28:11,978 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37039 connecting to ZooKeeper ensemble=127.0.0.1:55646 2024-12-03T20:28:11,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:11,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:12,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370390x0, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:28:12,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370390x0, quorum=127.0.0.1:55646, baseZNode=/01741376285 Set watcher on znode that does not yet exist, /01741376285/running 2024-12-03T20:28:12,033 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01741376285/meta-region-server: INIT 2024-12-03T20:28:12,033 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:28:12,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37039-0x1019ce1359d0007 connected 2024-12-03T20:28:12,053 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:28:12,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37039-0x1019ce1359d0007, quorum=127.0.0.1:55646, baseZNode=/01741376285 Set watcher on znode that does not yet exist, /01741376285/master 2024-12-03T20:28:12,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37039-0x1019ce1359d0007, quorum=127.0.0.1:55646, baseZNode=/01741376285 Set watcher on znode that does not yet exist, /01741376285/acl 2024-12-03T20:28:12,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37039 2024-12-03T20:28:12,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37039 2024-12-03T20:28:12,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37039 2024-12-03T20:28:12,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37039 2024-12-03T20:28:12,139 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:28:12,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37039 2024-12-03T20:28:12,172 DEBUG [M:0;b29c245002d9:35039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:35039 2024-12-03T20:28:12,184 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01741376285/backup-masters/b29c245002d9,35039,1733257691758 2024-12-03T20:28:12,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:12,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:12,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:12,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:12,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x1019ce1359d0007, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285/backup-masters 2024-12-03T20:28:12,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285/backup-masters 2024-12-03T20:28:12,196 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Set watcher on existing znode=/01741376285/backup-masters/b29c245002d9,35039,1733257691758 2024-12-03T20:28:12,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:12,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:28:12,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x1019ce1359d0007, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01741376285/master 2024-12-03T20:28:12,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x1019ce1359d0007, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:28:12,220 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Set watcher on existing znode=/01741376285/master 2024-12-03T20:28:12,224 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01741376285/backup-masters/b29c245002d9,35039,1733257691758 from backup master directory 2024-12-03T20:28:12,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x1019ce1359d0007, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285/backup-masters 2024-12-03T20:28:12,232 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:28:12,232 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,35039,1733257691758 2024-12-03T20:28:12,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01741376285/backup-masters/b29c245002d9,35039,1733257691758 2024-12-03T20:28:12,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285/backup-masters 2024-12-03T20:28:12,309 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:12,309 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:28:12,338 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 29ms. 2024-12-03T20:28:12,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741846_1022 (size=196) 2024-12-03T20:28:12,426 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:28:12,427 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:28:12,432 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:28:12,479 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-03T20:28:12,495 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/WALs/b29c245002d9,38809,1733257676251 to hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/WALs/b29c245002d9,38809,1733257676251-dead as it is dead 2024-12-03T20:28:12,498 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/WALs/b29c245002d9,38809,1733257676251-dead/b29c245002d9%2C38809%2C1733257676251.1733257677196 2024-12-03T20:28:12,503 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/WALs/b29c245002d9,38809,1733257676251-dead/b29c245002d9%2C38809%2C1733257676251.1733257677196 after 5ms 2024-12-03T20:28:12,508 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/WALs/b29c245002d9,38809,1733257676251-dead/b29c245002d9%2C38809%2C1733257676251.1733257677196 to hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b29c245002d9%2C38809%2C1733257676251.1733257677196 2024-12-03T20:28:12,508 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/WALs/b29c245002d9,38809,1733257676251-dead 2024-12-03T20:28:12,513 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/WALs/b29c245002d9,35039,1733257691758 2024-12-03T20:28:12,518 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:28:12,537 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C35039%2C1733257691758, suffix=, logDir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/WALs/b29c245002d9,35039,1733257691758, archiveDir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/oldWALs, maxLogs=10 2024-12-03T20:28:12,567 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/WALs/b29c245002d9,35039,1733257691758/b29c245002d9%2C35039%2C1733257691758.1733257692537, exclude list is [], retry=0 2024-12-03T20:28:12,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38427,DS-302a88a5-ab3d-4848-b567-f0804c90331f,DISK] 2024-12-03T20:28:12,604 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/WALs/b29c245002d9,35039,1733257691758/b29c245002d9%2C35039%2C1733257691758.1733257692537 2024-12-03T20:28:12,612 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42115:42115)] 2024-12-03T20:28:12,612 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:28:12,612 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:12,612 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:12,612 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:12,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:12,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:28:12,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:12,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e242783b5b2e41d58a72e189e7caacd2 2024-12-03T20:28:12,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:12,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:12,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:28:12,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:12,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8ad8651698e474e8faab7facb3d0d94 2024-12-03T20:28:12,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:12,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:12,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:28:12,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:12,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2885dc96870e45b8a9b3478314749aa5 2024-12-03T20:28:12,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:12,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:12,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:28:12,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:12,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:12,798 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:12,801 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-03T20:28:12,801 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b29c245002d9%2C38809%2C1733257676251.1733257677196 2024-12-03T20:28:12,821 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b29c245002d9%2C38809%2C1733257676251.1733257677196 2024-12-03T20:28:12,823 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b29c245002d9%2C38809%2C1733257676251.1733257677196 2024-12-03T20:28:12,844 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:12,844 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:12,848 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:28:12,863 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:12,887 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-03T20:28:12,894 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69469509, jitterRate=0.0351763516664505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:28:12,894 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257692613Initializing all the Stores at 1733257692624 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257692624Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257692632 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257692632Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257692632Cleaning up temporary data from old regions at 1733257692845 (+213 ms)Region opened successfully at 1733257692894 (+49 ms) 2024-12-03T20:28:12,897 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:28:12,925 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bc1889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:28:12,931 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-03T20:28:12,932 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:28:12,932 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:28:12,932 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:28:12,937 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-12-03T20:28:12,946 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:28:12,946 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T20:28:12,947 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T20:28:12,947 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-12-03T20:28:12,947 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:28:12,957 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b29c245002d9,45683,1733257676917, regionLocation=b29c245002d9,45683,1733257676917, openSeqNum=2 2024-12-03T20:28:12,958 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b29c245002d9,45683,1733257676917, table=hbase:meta, region=1588230740 2024-12-03T20:28:12,958 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,45683,1733257676917, state=OPEN 2024-12-03T20:28:13,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x1019ce1359d0007, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01741376285/meta-region-server 2024-12-03T20:28:13,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01741376285/meta-region-server: CHANGED 2024-12-03T20:28:13,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01741376285/meta-region-server 2024-12-03T20:28:13,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01741376285/meta-region-server: CHANGED 2024-12-03T20:28:13,032 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:28:13,044 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01741376285/draining/b29c245002d9,45683,1733257676917 already deleted, retry=false 2024-12-03T20:28:13,044 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b29c245002d9,45683,1733257676917 on b29c245002d9,35039,1733257691758 2024-12-03T20:28:13,053 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b29c245002d9,45683,1733257676917, splitWal=true, meta=true 2024-12-03T20:28:13,053 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for b29c245002d9,45683,1733257676917 (carryingMeta=true) b29c245002d9,45683,1733257676917/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2273a3cd[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T20:28:13,073 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Unable to get data of znode /01741376285/balancer because node does not exist (not necessarily an error) 2024-12-03T20:28:13,083 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01741376285/balancer already deleted, retry=false 2024-12-03T20:28:13,083 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:28:13,087 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Unable to get data of znode /01741376285/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:28:13,093 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01741376285/normalizer already deleted, retry=false 2024-12-03T20:28:13,094 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:28:13,108 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Unable to get data of znode /01741376285/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:28:13,132 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01741376285/switch/split already deleted, retry=false 2024-12-03T20:28:13,136 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Unable to get data of znode /01741376285/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:28:13,152 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01741376285/switch/merge already deleted, retry=false 2024-12-03T20:28:13,206 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Unable to get data of znode /01741376285/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:28:13,232 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01741376285/snapshot-cleanup already deleted, retry=false 2024-12-03T20:28:13,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x1019ce1359d0007, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01741376285/running 2024-12-03T20:28:13,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x1019ce1359d0007, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:28:13,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01741376285/running 2024-12-03T20:28:13,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:28:13,333 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,35039,1733257691758, sessionid=0x1019ce1359d0006, setting cluster-up flag (Was=false) 2024-12-03T20:28:13,381 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01741376285/flush-table-proc/acquired, /01741376285/flush-table-proc/reached, /01741376285/flush-table-proc/abort 2024-12-03T20:28:13,385 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,35039,1733257691758 2024-12-03T20:28:13,427 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01741376285/online-snapshot/acquired, /01741376285/online-snapshot/reached, /01741376285/online-snapshot/abort 2024-12-03T20:28:13,472 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,35039,1733257691758 2024-12-03T20:28:13,479 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/.lastflushedseqids 2024-12-03T20:28:13,484 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:28:13,486 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:28:13,487 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,35039,1733257691758 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b29c245002d9,45683,1733257676917 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:28:13,500 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:28:13,500 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:28:13,500 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:28:13,500 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:28:13,501 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:28:13,501 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:13,501 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:28:13,501 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:13,508 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b29c245002d9,45683,1733257676917, splitWal=true, meta=true 2024-12-03T20:28:13,521 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b29c245002d9,45683,1733257676917, splitWal=true, meta=true, isMeta: true 2024-12-03T20:28:13,525 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257723525 2024-12-03T20:28:13,525 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:28:13,525 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:28:13,525 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:28:13,526 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:28:13,526 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:28:13,526 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:28:13,527 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,45683,1733257676917-splitting 2024-12-03T20:28:13,530 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:13,531 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:28:13,531 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:28:13,531 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:28:13,531 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:28:13,532 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:28:13,532 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:28:13,532 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257693532,5,FailOnTimeoutGroup] 2024-12-03T20:28:13,536 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257693532,5,FailOnTimeoutGroup] 2024-12-03T20:28:13,536 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:13,536 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:28:13,536 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:13,536 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:13,537 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257693537, completionTime=-1 2024-12-03T20:28:13,537 WARN [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-03T20:28:13,537 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T20:28:13,544 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,45683,1733257676917-splitting dir is empty, no logs to split. 2024-12-03T20:28:13,544 INFO [PEWorker-1 {}] master.SplitWALManager(105): b29c245002d9,45683,1733257676917 WAL count=0, meta=true 2024-12-03T20:28:13,562 INFO [RS:0;b29c245002d9:37039 {}] regionserver.HRegionServer(746): ClusterId : cc7f2470-94a7-47b8-b710-d6c52fb3eb80 2024-12-03T20:28:13,562 DEBUG [RS:0;b29c245002d9:37039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:28:13,574 DEBUG [RS:0;b29c245002d9:37039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:28:13,574 DEBUG [RS:0;b29c245002d9:37039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:28:13,588 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,45683,1733257676917-splitting dir is empty, no logs to split. 2024-12-03T20:28:13,588 INFO [PEWorker-1 {}] master.SplitWALManager(105): b29c245002d9,45683,1733257676917 WAL count=0, meta=true 2024-12-03T20:28:13,588 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b29c245002d9,45683,1733257676917 WAL splitting is done? wals=0, meta=true 2024-12-03T20:28:13,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:28:13,595 DEBUG [RS:0;b29c245002d9:37039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:28:13,596 DEBUG [RS:0;b29c245002d9:37039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b03c6fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:28:13,596 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:28:13,598 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T20:28:13,629 DEBUG [RS:0;b29c245002d9:37039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:37039 2024-12-03T20:28:13,629 INFO [RS:0;b29c245002d9:37039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:28:13,629 INFO [RS:0;b29c245002d9:37039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:28:13,629 DEBUG [RS:0;b29c245002d9:37039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:28:13,638 INFO [RS:0;b29c245002d9:37039 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,35039,1733257691758 with port=37039, startcode=1733257691965 2024-12-03T20:28:13,639 DEBUG [RS:0;b29c245002d9:37039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:28:13,645 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:28:13,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35039 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,37039,1733257691965 2024-12-03T20:28:13,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35039 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,37039,1733257691965 2024-12-03T20:28:13,660 DEBUG [RS:0;b29c245002d9:37039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf 2024-12-03T20:28:13,660 DEBUG [RS:0;b29c245002d9:37039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39185 2024-12-03T20:28:13,660 DEBUG [RS:0;b29c245002d9:37039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:28:13,688 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=151ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T20:28:13,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285/rs 2024-12-03T20:28:13,731 DEBUG [RS:0;b29c245002d9:37039 {}] zookeeper.ZKUtil(111): regionserver:37039-0x1019ce1359d0007, quorum=127.0.0.1:55646, baseZNode=/01741376285 Set watcher on existing znode=/01741376285/rs/b29c245002d9,37039,1733257691965 2024-12-03T20:28:13,732 WARN [RS:0;b29c245002d9:37039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:28:13,732 INFO [RS:0;b29c245002d9:37039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:28:13,732 DEBUG [RS:0;b29c245002d9:37039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965 2024-12-03T20:28:13,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,37039,1733257691965] 2024-12-03T20:28:13,749 WARN [b29c245002d9:35039 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T20:28:13,823 INFO [RS:0;b29c245002d9:37039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:28:13,826 INFO [RS:0;b29c245002d9:37039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:28:13,828 INFO [RS:0;b29c245002d9:37039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:28:13,828 INFO [RS:0;b29c245002d9:37039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:13,829 INFO [RS:0;b29c245002d9:37039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:28:13,836 INFO [RS:0;b29c245002d9:37039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:28:13,836 INFO [RS:0;b29c245002d9:37039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:13,837 DEBUG [RS:0;b29c245002d9:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:13,837 DEBUG [RS:0;b29c245002d9:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:13,837 DEBUG [RS:0;b29c245002d9:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:13,837 DEBUG [RS:0;b29c245002d9:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:13,837 DEBUG [RS:0;b29c245002d9:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:13,837 DEBUG [RS:0;b29c245002d9:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:28:13,837 DEBUG [RS:0;b29c245002d9:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:13,837 DEBUG [RS:0;b29c245002d9:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:13,837 DEBUG [RS:0;b29c245002d9:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:13,837 DEBUG [RS:0;b29c245002d9:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:13,837 DEBUG [RS:0;b29c245002d9:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:13,837 DEBUG [RS:0;b29c245002d9:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:13,837 DEBUG [RS:0;b29c245002d9:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:28:13,837 DEBUG [RS:0;b29c245002d9:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:28:13,840 INFO [RS:0;b29c245002d9:37039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:13,840 INFO [RS:0;b29c245002d9:37039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:13,840 INFO [RS:0;b29c245002d9:37039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:13,840 INFO [RS:0;b29c245002d9:37039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:13,840 INFO [RS:0;b29c245002d9:37039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:13,840 INFO [RS:0;b29c245002d9:37039 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,37039,1733257691965-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:28:13,862 INFO [RS:0;b29c245002d9:37039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:28:13,862 INFO [RS:0;b29c245002d9:37039 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,37039,1733257691965-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:13,880 INFO [RS:0;b29c245002d9:37039 {}] regionserver.ReplicationSource(231): queueId=1-b29c245002d9,37039,1733257691965, ReplicationSource: 1, currentBandwidth=0 2024-12-03T20:28:13,883 INFO [RS:0;b29c245002d9:37039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:13,883 INFO [RS:0;b29c245002d9:37039 {}] regionserver.Replication(171): b29c245002d9,37039,1733257691965 started 2024-12-03T20:28:13,902 INFO [RS:0;b29c245002d9:37039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:13,902 INFO [RS:0;b29c245002d9:37039 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,37039,1733257691965, RpcServer on b29c245002d9/172.17.0.3:37039, sessionid=0x1019ce1359d0007 2024-12-03T20:28:13,902 DEBUG [RS:0;b29c245002d9:37039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:28:13,902 DEBUG [RS:0;b29c245002d9:37039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,37039,1733257691965 2024-12-03T20:28:13,902 DEBUG [RS:0;b29c245002d9:37039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,37039,1733257691965' 2024-12-03T20:28:13,902 DEBUG [RS:0;b29c245002d9:37039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01741376285/flush-table-proc/abort' 2024-12-03T20:28:13,915 DEBUG [RS:0;b29c245002d9:37039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01741376285/flush-table-proc/acquired' 2024-12-03T20:28:13,916 DEBUG [RS:0;b29c245002d9:37039.replicationSource,1-b29c245002d9,37039,1733257691965 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:40375' 2024-12-03T20:28:13,916 DEBUG [RS:0;b29c245002d9:37039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:28:13,916 DEBUG [RS:0;b29c245002d9:37039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:28:13,916 DEBUG [RS:0;b29c245002d9:37039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,37039,1733257691965 2024-12-03T20:28:13,916 DEBUG [RS:0;b29c245002d9:37039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,37039,1733257691965' 2024-12-03T20:28:13,916 DEBUG [RS:0;b29c245002d9:37039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01741376285/online-snapshot/abort' 2024-12-03T20:28:13,917 DEBUG [RS:0;b29c245002d9:37039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01741376285/online-snapshot/acquired' 2024-12-03T20:28:13,918 DEBUG [RS:0;b29c245002d9:37039.replicationSource,1-b29c245002d9,37039,1733257691965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6168f96e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:13,918 DEBUG [RS:0;b29c245002d9:37039.replicationSource,1-b29c245002d9,37039,1733257691965 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,40375,-1 for getting cluster id 2024-12-03T20:28:13,918 DEBUG [RS:0;b29c245002d9:37039.replicationSource,1-b29c245002d9,37039,1733257691965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:28:13,919 DEBUG [RS:0;b29c245002d9:37039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:28:13,919 INFO [RS:0;b29c245002d9:37039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:28:13,919 INFO [RS:0;b29c245002d9:37039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:28:13,949 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2703034b-9b22-49bb-9fb8-74e4a2d36ef4' 2024-12-03T20:28:13,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:28:13,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2703034b-9b22-49bb-9fb8-74e4a2d36ef4" 2024-12-03T20:28:13,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dcbcfe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:13,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,40375,-1] 2024-12-03T20:28:13,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:28:13,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:13,952 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:28:13,953 DEBUG [RS:0;b29c245002d9:37039.replicationSource,1-b29c245002d9,37039,1733257691965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@509e6c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:13,953 DEBUG [RS:0;b29c245002d9:37039.replicationSource,1-b29c245002d9,37039,1733257691965 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:28:13,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,40375,1733257682534 2024-12-03T20:28:13,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b6d03d9 2024-12-03T20:28:13,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:28:13,956 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-03T20:28:13,957 INFO [RS:0;b29c245002d9:37039.replicationSource,1-b29c245002d9,37039,1733257691965 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b29c245002d9,37039,1733257691965 (queues=0) is replicating from cluster=cc7f2470-94a7-47b8-b710-d6c52fb3eb80 to cluster=2703034b-9b22-49bb-9fb8-74e4a2d36ef4 2024-12-03T20:28:14,020 INFO [RS:0;b29c245002d9:37039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:28:14,032 INFO [RS:0;b29c245002d9:37039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C37039%2C1733257691965, suffix=, logDir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965, archiveDir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/oldWALs, maxLogs=10 2024-12-03T20:28:14,060 DEBUG [RS:0;b29c245002d9:37039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965/b29c245002d9%2C37039%2C1733257691965.1733257694032, exclude list is [], retry=0 2024-12-03T20:28:14,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38427,DS-302a88a5-ab3d-4848-b567-f0804c90331f,DISK] 2024-12-03T20:28:14,085 INFO [RS:0;b29c245002d9:37039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965/b29c245002d9%2C37039%2C1733257691965.1733257694032 2024-12-03T20:28:14,085 DEBUG [RS:0;b29c245002d9:37039 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b29c245002d9%2C37039%2C1733257691965 for peer 1 2024-12-03T20:28:14,085 DEBUG [RS:0;b29c245002d9:37039 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b29c245002d9%2C37039%2C1733257691965 2024-12-03T20:28:14,086 INFO [RS:0;b29c245002d9:37039 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b29c245002d9,37039,1733257691965, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T20:28:14,094 DEBUG [RS:0;b29c245002d9:37039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42115:42115)] 2024-12-03T20:28:14,095 INFO [RS:0;b29c245002d9:37039.replicationSource.shipperb29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b29c245002d9%2C37039%2C1733257691965 2024-12-03T20:28:14,096 DEBUG [RS:0;b29c245002d9:37039.replicationSource.wal-reader.b29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965/b29c245002d9%2C37039%2C1733257691965.1733257694032, startPosition=0, beingWritten=true 2024-12-03T20:28:14,249 DEBUG [b29c245002d9:35039 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:28:14,250 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,37039,1733257691965 2024-12-03T20:28:14,260 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,37039,1733257691965, state=OPENING 2024-12-03T20:28:14,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01741376285/meta-region-server 2024-12-03T20:28:14,298 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:28:14,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,37039,1733257691965}] 2024-12-03T20:28:14,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01741376285/meta-region-server: CHANGED 2024-12-03T20:28:14,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x1019ce1359d0007, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01741376285/meta-region-server 2024-12-03T20:28:14,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01741376285/meta-region-server: CHANGED 2024-12-03T20:28:14,320 DEBUG [RS:0;b29c245002d9:37039.replicationSource.wal-reader.b29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965/b29c245002d9%2C37039%2C1733257691965.1733257694032 to pos 0, reset compression=false 2024-12-03T20:28:14,456 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:28:14,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:28:14,472 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:28:14,472 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:28:14,473 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:28:14,495 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C37039%2C1733257691965.meta, suffix=.meta, logDir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965, archiveDir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/oldWALs, maxLogs=10 2024-12-03T20:28:14,513 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965/b29c245002d9%2C37039%2C1733257691965.meta.1733257694495.meta, exclude list is [], retry=0 2024-12-03T20:28:14,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38427,DS-302a88a5-ab3d-4848-b567-f0804c90331f,DISK] 2024-12-03T20:28:14,554 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965/b29c245002d9%2C37039%2C1733257691965.meta.1733257694495.meta 2024-12-03T20:28:14,556 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42115:42115)] 2024-12-03T20:28:14,556 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:28:14,556 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:28:14,557 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:28:14,557 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:28:14,557 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:28:14,557 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:28:14,557 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:14,557 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:28:14,557 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:28:14,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:28:14,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:28:14,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:14,586 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/info/a2e631908943479b9c12b6318beecd10 2024-12-03T20:28:14,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:14,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:28:14,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:28:14,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:14,643 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/ns/984f39d381f04c2a87c25a3e2ccdc89c 2024-12-03T20:28:14,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:14,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:28:14,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:28:14,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:14,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:14,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:28:14,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:28:14,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:14,662 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/table/90d9da5db49c4aa4b5f451fabcdf0269 2024-12-03T20:28:14,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:14,662 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:28:14,663 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740 2024-12-03T20:28:14,664 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740 2024-12-03T20:28:14,665 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:28:14,666 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:28:14,666 DEBUG [RS:0;b29c245002d9:37039.replicationSource.wal-reader.b29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965/b29c245002d9%2C37039%2C1733257691965.1733257694032 to pos 0, reset compression=false 2024-12-03T20:28:14,666 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:28:14,669 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:28:14,670 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63858506, jitterRate=-0.04843410849571228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:28:14,670 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:28:14,670 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257694557Writing region info on filesystem at 1733257694557Initializing all the Stores at 1733257694564 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257694564Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257694568 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257694568Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257694568Cleaning up temporary data from old regions at 1733257694666 (+98 ms)Running coprocessor post-open hooks at 1733257694670 (+4 ms)Region opened successfully at 1733257694670 2024-12-03T20:28:14,672 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733257694456 2024-12-03T20:28:14,674 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:28:14,675 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:28:14,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b29c245002d9,37039,1733257691965 2024-12-03T20:28:14,676 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,37039,1733257691965, state=OPEN 2024-12-03T20:28:14,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x1019ce1359d0007, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01741376285/meta-region-server 2024-12-03T20:28:14,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01741376285/meta-region-server: CHANGED 2024-12-03T20:28:14,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01741376285/meta-region-server 2024-12-03T20:28:14,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01741376285/meta-region-server: CHANGED 2024-12-03T20:28:14,768 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,37039,1733257691965 2024-12-03T20:28:14,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-03T20:28:14,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,37039,1733257691965 in 470 msec 2024-12-03T20:28:14,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T20:28:14,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1810 sec 2024-12-03T20:28:15,074 DEBUG [RS:0;b29c245002d9:37039.replicationSource.wal-reader.b29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965/b29c245002d9%2C37039%2C1733257691965.1733257694032 to pos 0, reset compression=false 2024-12-03T20:28:15,226 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1689ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1538ms 2024-12-03T20:28:15,607 DEBUG [RS:0;b29c245002d9:37039.replicationSource.wal-reader.b29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965/b29c245002d9%2C37039%2C1733257691965.1733257694032 to pos 0, reset compression=false 2024-12-03T20:28:16,248 DEBUG [RS:0;b29c245002d9:37039.replicationSource.wal-reader.b29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965/b29c245002d9%2C37039%2C1733257691965.1733257694032 to pos 0, reset compression=false 2024-12-03T20:28:16,752 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3215ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3064ms 2024-12-03T20:28:16,992 DEBUG [RS:0;b29c245002d9:37039.replicationSource.wal-reader.b29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965/b29c245002d9%2C37039%2C1733257691965.1733257694032 to pos 0, reset compression=false 2024-12-03T20:28:17,838 DEBUG [RS:0;b29c245002d9:37039.replicationSource.wal-reader.b29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965/b29c245002d9%2C37039%2C1733257691965.1733257694032 to pos 0, reset compression=false 2024-12-03T20:28:18,084 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4547ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-03T20:28:18,084 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:28:18,084 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:28:18,084 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,37039,1733257691965, seqNum=-1] 2024-12-03T20:28:18,085 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:28:18,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:28:18,093 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=90fba4009d267088065a7b4735a99221, regionState=OPEN, lastHost=b29c245002d9,45683,1733257676917, regionLocation=b29c245002d9,45683,1733257676917, openSeqNum=2 2024-12-03T20:28:18,093 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:28:18,093 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257758093 2024-12-03T20:28:18,093 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257818093 2024-12-03T20:28:18,093 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-12-03T20:28:18,093 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): b29c245002d9,45683,1733257676917 had 2 regions 2024-12-03T20:28:18,094 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,35039,1733257691758-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:18,094 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,35039,1733257691758-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:18,094 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,35039,1733257691758-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:18,094 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:35039, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:18,094 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:18,095 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b29c245002d9,45683,1733257676917, splitWal=true, meta=true, isMeta: false 2024-12-03T20:28:18,103 WARN [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b29c245002d9,45683,1733257676917/hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. 2024-12-03T20:28:18,103 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:18,108 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,45683,1733257676917-splitting dir is empty, no logs to split. 2024-12-03T20:28:18,109 INFO [PEWorker-4 {}] master.SplitWALManager(105): b29c245002d9,45683,1733257676917 WAL count=0, meta=false 2024-12-03T20:28:18,112 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.880sec 2024-12-03T20:28:18,112 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:28:18,112 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:28:18,112 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:28:18,112 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:28:18,112 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:28:18,112 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,35039,1733257691758-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:28:18,112 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,35039,1733257691758-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:28:18,121 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,45683,1733257676917-splitting dir is empty, no logs to split. 2024-12-03T20:28:18,121 INFO [PEWorker-4 {}] master.SplitWALManager(105): b29c245002d9,45683,1733257676917 WAL count=0, meta=false 2024-12-03T20:28:18,121 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if b29c245002d9,45683,1733257676917 WAL splitting is done? wals=0, meta=false 2024-12-03T20:28:18,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90fba4009d267088065a7b4735a99221, ASSIGN}] 2024-12-03T20:28:18,130 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:28:18,130 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:28:18,130 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,35039,1733257691758-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:18,131 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90fba4009d267088065a7b4735a99221, ASSIGN 2024-12-03T20:28:18,132 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90fba4009d267088065a7b4735a99221, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T20:28:18,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685ea55a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:18,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,35039,-1 for getting cluster id 2024-12-03T20:28:18,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:28:18,227 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc7f2470-94a7-47b8-b710-d6c52fb3eb80' 2024-12-03T20:28:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:28:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc7f2470-94a7-47b8-b710-d6c52fb3eb80" 2024-12-03T20:28:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bdfccec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,35039,-1] 2024-12-03T20:28:18,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:28:18,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:18,233 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:28:18,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29122c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:18,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:28:18,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,37039,1733257691965, seqNum=-1] 2024-12-03T20:28:18,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:28:18,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:28:18,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-03T20:28:18,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:28:18,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:18,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:18,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:18,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:28:18,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b29c245002d9:35039 after: b29c245002d9:35039 2024-12-03T20:28:18,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a8890e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:18,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,35039,-1 for getting cluster id 2024-12-03T20:28:18,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:28:18,271 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc7f2470-94a7-47b8-b710-d6c52fb3eb80' 2024-12-03T20:28:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:28:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc7f2470-94a7-47b8-b710-d6c52fb3eb80" 2024-12-03T20:28:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d0caef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:18,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,35039,-1] 2024-12-03T20:28:18,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:28:18,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:18,280 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:28:18,283 DEBUG [b29c245002d9:35039 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:28:18,283 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=90fba4009d267088065a7b4735a99221, regionState=OPENING, regionLocation=b29c245002d9,37039,1733257691965 2024-12-03T20:28:18,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32fcfd18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:18,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:28:18,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,35039,1733257691758 2024-12-03T20:28:18,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5854b8a1 2024-12-03T20:28:18,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:28:18,290 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:28:18,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90fba4009d267088065a7b4735a99221, ASSIGN because future has completed 2024-12-03T20:28:18,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T20:28:18,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T20:28:18,294 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:28:18,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:18,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:18,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:18,294 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:28:18,294 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=641874023, stopped=false 2024-12-03T20:28:18,294 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,40375,1733257682534 2024-12-03T20:28:18,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:28:18,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90fba4009d267088065a7b4735a99221, server=b29c245002d9,37039,1733257691965}] 2024-12-03T20:28:18,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11223910850/running 2024-12-03T20:28:18,314 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:28:18,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11223910850 2024-12-03T20:28:18,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:28:18,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:18,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:18,315 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,43545,1733257682783' ***** 2024-12-03T20:28:18,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Set watcher on znode that does not yet exist, /11223910850/running 2024-12-03T20:28:18,315 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:28:18,315 INFO [RS:0;b29c245002d9:43545 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:28:18,315 INFO [RS:0;b29c245002d9:43545 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:28:18,315 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:28:18,315 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43545-0x1019ce1359d0004, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11223910850/running 2024-12-03T20:28:18,315 INFO [RS:0;b29c245002d9:43545 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:28:18,315 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43545-0x1019ce1359d0004, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11223910850 2024-12-03T20:28:18,315 INFO [RS:0;b29c245002d9:43545 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,43545,1733257682783 2024-12-03T20:28:18,315 INFO [RS:0;b29c245002d9:43545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:28:18,315 INFO [RS:0;b29c245002d9:43545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:43545. 2024-12-03T20:28:18,315 DEBUG [RS:0;b29c245002d9:43545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:18,315 DEBUG [RS:0;b29c245002d9:43545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:18,315 INFO [RS:0;b29c245002d9:43545 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:28:18,315 INFO [RS:0;b29c245002d9:43545 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:28:18,315 INFO [RS:0;b29c245002d9:43545 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:28:18,316 INFO [RS:0;b29c245002d9:43545 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:28:18,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43545-0x1019ce1359d0004, quorum=127.0.0.1:55646, baseZNode=/11223910850 Set watcher on znode that does not yet exist, /11223910850/running 2024-12-03T20:28:18,324 INFO [RS:0;b29c245002d9:43545 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T20:28:18,324 DEBUG [RS:0;b29c245002d9:43545 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:28:18,324 DEBUG [RS:0;b29c245002d9:43545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:28:18,333 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:28:18,333 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:28:18,333 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:28:18,333 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:28:18,333 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:28:18,333 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T20:28:18,353 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:28:18,353 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:28:18,372 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:28:18,394 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/data/hbase/meta/1588230740/.tmp/ns/d8bea1529f7a42bd99983b7aceb8a809 is 43, key is default/ns:d/1733257686706/Put/seqid=0 2024-12-03T20:28:18,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39463 is added to blk_1073741835_1011 (size=5153) 2024-12-03T20:28:18,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. 2024-12-03T20:28:18,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:28:18,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T20:28:18,525 DEBUG [RS:0;b29c245002d9:43545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:28:18,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C37039%2C1733257691965.rep, suffix=, logDir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965, archiveDir=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/oldWALs, maxLogs=10 2024-12-03T20:28:18,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965/b29c245002d9%2C37039%2C1733257691965.rep.1733257698536, exclude list is [], retry=0 2024-12-03T20:28:18,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38427,DS-302a88a5-ab3d-4848-b567-f0804c90331f,DISK] 2024-12-03T20:28:18,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965/b29c245002d9%2C37039%2C1733257691965.rep.1733257698536 2024-12-03T20:28:18,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42115:42115)] 2024-12-03T20:28:18,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 90fba4009d267088065a7b4735a99221, NAME => 'hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:28:18,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:28:18,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:28:18,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. service=MultiRowMutationService 2024-12-03T20:28:18,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T20:28:18,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:18,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:18,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:18,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:18,631 INFO [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:18,634 INFO [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90fba4009d267088065a7b4735a99221 columnFamilyName hfileref 2024-12-03T20:28:18,634 DEBUG [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:18,639 INFO [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] regionserver.HStore(327): Store=90fba4009d267088065a7b4735a99221/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:18,639 INFO [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:18,648 INFO [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90fba4009d267088065a7b4735a99221 columnFamilyName queue 2024-12-03T20:28:18,648 DEBUG [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:18,702 DEBUG [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/replication/90fba4009d267088065a7b4735a99221/queue/0c23e222aac245fa91f79bf05a085577 2024-12-03T20:28:18,702 INFO [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] regionserver.HStore(327): Store=90fba4009d267088065a7b4735a99221/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:18,704 INFO [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:18,712 INFO [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90fba4009d267088065a7b4735a99221 columnFamilyName sid 2024-12-03T20:28:18,712 DEBUG [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:18,720 INFO [StoreOpener-90fba4009d267088065a7b4735a99221-1 {}] regionserver.HStore(327): Store=90fba4009d267088065a7b4735a99221/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:18,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:18,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/replication/90fba4009d267088065a7b4735a99221 2024-12-03T20:28:18,728 DEBUG [RS:0;b29c245002d9:43545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:28:18,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/replication/90fba4009d267088065a7b4735a99221 2024-12-03T20:28:18,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:18,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:18,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:28:18,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:18,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 90fba4009d267088065a7b4735a99221; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72417585, jitterRate=0.07910610735416412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:28:18,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:18,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 90fba4009d267088065a7b4735a99221: Running coprocessor pre-open hook at 1733257698627Writing region info on filesystem at 1733257698627Initializing all the Stores at 1733257698631 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257698631Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257698631Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257698631Cleaning up temporary data from old regions at 1733257698748 (+117 ms)Running coprocessor post-open hooks at 1733257698775 (+27 ms)Region opened successfully at 1733257698775 2024-12-03T20:28:18,780 DEBUG [RS:0;b29c245002d9:37039.replicationSource.wal-reader.b29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965/b29c245002d9%2C37039%2C1733257691965.1733257694032 to pos 0, reset compression=false 2024-12-03T20:28:18,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221., pid=13, masterSystemTime=1733257698484 2024-12-03T20:28:18,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. 2024-12-03T20:28:18,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. 2024-12-03T20:28:18,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=90fba4009d267088065a7b4735a99221, regionState=OPEN, openSeqNum=9, regionLocation=b29c245002d9,37039,1733257691965 2024-12-03T20:28:18,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90fba4009d267088065a7b4735a99221, server=b29c245002d9,37039,1733257691965 because future has completed 2024-12-03T20:28:18,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T20:28:18,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 90fba4009d267088065a7b4735a99221, server=b29c245002d9,37039,1733257691965 in 525 msec 2024-12-03T20:28:18,845 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/data/hbase/meta/1588230740/.tmp/ns/d8bea1529f7a42bd99983b7aceb8a809 2024-12-03T20:28:18,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-03T20:28:18,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90fba4009d267088065a7b4735a99221, ASSIGN in 712 msec 2024-12-03T20:28:18,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-03T20:28:18,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221., hostname=b29c245002d9,37039,1733257691965, seqNum=9] 2024-12-03T20:28:18,912 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/data/hbase/meta/1588230740/.tmp/ns/d8bea1529f7a42bd99983b7aceb8a809 as hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/data/hbase/meta/1588230740/ns/d8bea1529f7a42bd99983b7aceb8a809 2024-12-03T20:28:18,913 DEBUG [PEWorker-4 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for b29c245002d9,45683,1733257676917 2024-12-03T20:28:18,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-03T20:28:18,932 DEBUG [RS:0;b29c245002d9:43545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:28:18,973 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/data/hbase/meta/1588230740/ns/d8bea1529f7a42bd99983b7aceb8a809, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T20:28:18,980 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 647ms, sequenceid=6, compaction requested=false 2024-12-03T20:28:18,980 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T20:28:19,025 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T20:28:19,026 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:28:19,026 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:28:19,026 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:28:19,026 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257698333Running coprocessor pre-close hooks at 1733257698333Disabling compacts and flushes for region at 1733257698333Disabling writes for close at 1733257698333Obtaining lock to block concurrent updates at 1733257698333Preparing flush snapshotting stores in 1588230740 at 1733257698333Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733257698334 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733257698336 (+2 ms)Flushing 1588230740/ns: creating writer at 1733257698337 (+1 ms)Flushing 1588230740/ns: appending metadata at 1733257698393 (+56 ms)Flushing 1588230740/ns: closing flushed file at 1733257698393Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5de97ed6: reopening flushed file at 1733257698895 (+502 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 647ms, sequenceid=6, compaction requested=false at 1733257698980 (+85 ms)Writing region close event to WAL at 1733257699004 (+24 ms)Running coprocessor post-close hooks at 1733257699026 (+22 ms)Closed at 1733257699026 2024-12-03T20:28:19,027 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:28:19,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-03T20:28:19,132 INFO [RS:0;b29c245002d9:43545 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,43545,1733257682783; all regions closed. 2024-12-03T20:28:19,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39463 is added to blk_1073741834_1010 (size=1152) 2024-12-03T20:28:19,168 DEBUG [RS:0;b29c245002d9:43545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/oldWALs 2024-12-03T20:28:19,168 INFO [RS:0;b29c245002d9:43545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C43545%2C1733257682783.meta:.meta(num 1733257686594) 2024-12-03T20:28:19,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39463 is added to blk_1073741833_1009 (size=93) 2024-12-03T20:28:19,212 DEBUG [RS:0;b29c245002d9:43545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/oldWALs 2024-12-03T20:28:19,212 INFO [RS:0;b29c245002d9:43545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C43545%2C1733257682783:(num 1733257685585) 2024-12-03T20:28:19,212 DEBUG [RS:0;b29c245002d9:43545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:19,212 INFO [RS:0;b29c245002d9:43545 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:28:19,212 INFO [RS:0;b29c245002d9:43545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:28:19,212 INFO [RS:0;b29c245002d9:43545 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T20:28:19,212 INFO [RS:0;b29c245002d9:43545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:28:19,212 INFO [RS:0;b29c245002d9:43545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43545 2024-12-03T20:28:19,214 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:28:19,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11223910850/rs 2024-12-03T20:28:19,299 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43545-0x1019ce1359d0004, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11223910850/rs/b29c245002d9,43545,1733257682783 2024-12-03T20:28:19,299 INFO [RS:0;b29c245002d9:43545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:28:19,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,43545,1733257682783] 2024-12-03T20:28:19,341 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11223910850/draining/b29c245002d9,43545,1733257682783 already deleted, retry=false 2024-12-03T20:28:19,341 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,43545,1733257682783 expired; onlineServers=0 2024-12-03T20:28:19,341 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,40375,1733257682534' ***** 2024-12-03T20:28:19,341 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:28:19,342 INFO [M:0;b29c245002d9:40375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:28:19,342 INFO [M:0;b29c245002d9:40375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:28:19,342 DEBUG [M:0;b29c245002d9:40375 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:28:19,342 DEBUG [M:0;b29c245002d9:40375 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:28:19,342 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:28:19,342 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257685105 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257685105,5,FailOnTimeoutGroup] 2024-12-03T20:28:19,342 INFO [M:0;b29c245002d9:40375 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:28:19,342 INFO [M:0;b29c245002d9:40375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:28:19,342 DEBUG [M:0;b29c245002d9:40375 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:28:19,342 INFO [M:0;b29c245002d9:40375 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:28:19,342 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257685096 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257685096,5,FailOnTimeoutGroup] 2024-12-03T20:28:19,342 INFO [M:0;b29c245002d9:40375 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:28:19,342 INFO [M:0;b29c245002d9:40375 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:28:19,343 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:28:19,384 DEBUG [M:0;b29c245002d9:40375 {}] zookeeper.RecoverableZooKeeper(212): Node /11223910850/master already deleted, retry=false 2024-12-03T20:28:19,385 DEBUG [M:0;b29c245002d9:40375 {}] master.ActiveMasterManager(353): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Failed delete of our master address node; KeeperErrorCode = NoNode for /11223910850/master 2024-12-03T20:28:19,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11223910850/master 2024-12-03T20:28:19,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11223910850 2024-12-03T20:28:19,409 INFO [M:0;b29c245002d9:40375 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/.lastflushedseqids 2024-12-03T20:28:19,441 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43545-0x1019ce1359d0004, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:28:19,441 INFO [RS:0;b29c245002d9:43545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:28:19,441 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43545-0x1019ce1359d0004, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:28:19,441 INFO [RS:0;b29c245002d9:43545 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,43545,1733257682783; zookeeper connection closed. 2024-12-03T20:28:19,452 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ab9089b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ab9089b 2024-12-03T20:28:19,455 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T20:28:19,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39463 is added to blk_1073741836_1012 (size=99) 2024-12-03T20:28:19,485 INFO [M:0;b29c245002d9:40375 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:28:19,486 INFO [M:0;b29c245002d9:40375 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:28:19,486 DEBUG [M:0;b29c245002d9:40375 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:28:19,486 INFO [M:0;b29c245002d9:40375 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:19,486 DEBUG [M:0;b29c245002d9:40375 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:19,486 DEBUG [M:0;b29c245002d9:40375 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:28:19,486 DEBUG [M:0;b29c245002d9:40375 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:19,486 INFO [M:0;b29c245002d9:40375 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T20:28:19,532 DEBUG [M:0;b29c245002d9:40375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48a2cca94de04abc95fe8a5f93fd29ee is 82, key is hbase:meta,,1/info:regioninfo/1733257686654/Put/seqid=0 2024-12-03T20:28:19,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39463 is added to blk_1073741837_1013 (size=5672) 2024-12-03T20:28:19,836 DEBUG [RS:0;b29c245002d9:37039.replicationSource.wal-reader.b29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965/b29c245002d9%2C37039%2C1733257691965.1733257694032 to pos 0, reset compression=false 2024-12-03T20:28:20,001 INFO [M:0;b29c245002d9:40375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48a2cca94de04abc95fe8a5f93fd29ee 2024-12-03T20:28:20,060 DEBUG [M:0;b29c245002d9:40375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c709e76595e24d45be94f758e984932b is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733257686721/Put/seqid=0 2024-12-03T20:28:20,065 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:28:20,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39463 is added to blk_1073741838_1014 (size=5275) 2024-12-03T20:28:20,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:20,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:20,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:20,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:20,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:20,525 INFO [M:0;b29c245002d9:40375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c709e76595e24d45be94f758e984932b 2024-12-03T20:28:20,582 DEBUG [M:0;b29c245002d9:40375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/442675232ffc4001ad4d26be34f71d7e is 69, key is b29c245002d9,43545,1733257682783/rs:state/1733257685153/Put/seqid=0 2024-12-03T20:28:20,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39463 is added to blk_1073741839_1015 (size=5156) 2024-12-03T20:28:20,970 DEBUG [RS:0;b29c245002d9:37039.replicationSource.wal-reader.b29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965/b29c245002d9%2C37039%2C1733257691965.1733257694032 to pos 0, reset compression=false 2024-12-03T20:28:21,027 INFO [M:0;b29c245002d9:40375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/442675232ffc4001ad4d26be34f71d7e 2024-12-03T20:28:21,035 DEBUG [M:0;b29c245002d9:40375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48a2cca94de04abc95fe8a5f93fd29ee as hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48a2cca94de04abc95fe8a5f93fd29ee 2024-12-03T20:28:21,042 INFO [M:0;b29c245002d9:40375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48a2cca94de04abc95fe8a5f93fd29ee, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T20:28:21,047 DEBUG [M:0;b29c245002d9:40375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c709e76595e24d45be94f758e984932b as hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c709e76595e24d45be94f758e984932b 2024-12-03T20:28:21,061 INFO [M:0;b29c245002d9:40375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c709e76595e24d45be94f758e984932b, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T20:28:21,070 DEBUG [M:0;b29c245002d9:40375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/442675232ffc4001ad4d26be34f71d7e as hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/442675232ffc4001ad4d26be34f71d7e 2024-12-03T20:28:21,092 INFO [M:0;b29c245002d9:40375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39333/user/jenkins/test-data/bd13fd2c-4917-f13a-7f56-81f5b532eb96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/442675232ffc4001ad4d26be34f71d7e, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T20:28:21,094 INFO [M:0;b29c245002d9:40375 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1608ms, sequenceid=28, compaction requested=false 2024-12-03T20:28:21,109 INFO [M:0;b29c245002d9:40375 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:21,109 DEBUG [M:0;b29c245002d9:40375 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257699486Disabling compacts and flushes for region at 1733257699486Disabling writes for close at 1733257699486Obtaining lock to block concurrent updates at 1733257699486Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257699486Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733257699487 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257699487Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257699487Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257699531 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257699531Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257700019 (+488 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257700060 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257700060Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257700533 (+473 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257700581 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257700581Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4449febf: reopening flushed file at 1733257701033 (+452 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45b793ea: reopening flushed file at 1733257701043 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5df7401a: reopening flushed file at 1733257701061 (+18 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1608ms, sequenceid=28, compaction requested=false at 1733257701094 (+33 ms)Writing region close event to WAL at 1733257701108 (+14 ms)Closed at 1733257701108 2024-12-03T20:28:21,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39463 is added to blk_1073741830_1006 (size=10165) 2024-12-03T20:28:21,112 INFO [M:0;b29c245002d9:40375 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:28:21,112 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:28:21,112 INFO [M:0;b29c245002d9:40375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40375 2024-12-03T20:28:21,113 INFO [M:0;b29c245002d9:40375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:28:21,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:28:21,225 INFO [M:0;b29c245002d9:40375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:28:21,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40375-0x1019ce1359d0003, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:28:21,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc2740d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:28:21,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50f10d8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:28:21,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:28:21,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23bb9962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:28:21,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e38c1ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/hadoop.log.dir/,STOPPED} 2024-12-03T20:28:21,311 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:28:21,311 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:28:21,312 WARN [BP-784872392-172.17.0.3-1733257679154 heartbeating to localhost/127.0.0.1:39333 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:28:21,312 WARN [BP-784872392-172.17.0.3-1733257679154 heartbeating to localhost/127.0.0.1:39333 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-784872392-172.17.0.3-1733257679154 (Datanode Uuid 9f735d57-0e16-4073-bdc5-2ad1ea44fb44) service to localhost/127.0.0.1:39333 2024-12-03T20:28:21,313 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/cluster_6b30c6db-817c-2b0c-ac41-7058ebc41162/data/data1/current/BP-784872392-172.17.0.3-1733257679154 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:28:21,313 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/cluster_6b30c6db-817c-2b0c-ac41-7058ebc41162/data/data2/current/BP-784872392-172.17.0.3-1733257679154 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:28:21,313 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:28:21,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d5d2530{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:28:21,325 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f5ab4ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:28:21,325 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:28:21,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65fadc0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:28:21,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8efeae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/hadoop.log.dir/,STOPPED} 2024-12-03T20:28:21,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T20:28:21,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T20:28:21,341 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:28:21,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:21,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:21,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:21,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:28:21,342 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:28:21,342 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1780703117, stopped=false 2024-12-03T20:28:21,342 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,35039,1733257691758 2024-12-03T20:28:21,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x1019ce1359d0007, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01741376285/running 2024-12-03T20:28:21,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01741376285/running 2024-12-03T20:28:21,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x1019ce1359d0007, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:28:21,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:28:21,356 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:28:21,357 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:28:21,357 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:21,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37039-0x1019ce1359d0007, quorum=127.0.0.1:55646, baseZNode=/01741376285 Set watcher on znode that does not yet exist, /01741376285/running 2024-12-03T20:28:21,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:21,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Set watcher on znode that does not yet exist, /01741376285/running 2024-12-03T20:28:21,358 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,37039,1733257691965' ***** 2024-12-03T20:28:21,358 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:28:21,359 INFO [RS:0;b29c245002d9:37039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:28:21,359 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:28:21,359 INFO [RS:0;b29c245002d9:37039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:28:21,359 INFO [RS:0;b29c245002d9:37039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:28:21,359 INFO [RS:0;b29c245002d9:37039 {}] regionserver.HRegionServer(3091): Received CLOSE for 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:21,365 INFO [RS:0;b29c245002d9:37039 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,37039,1733257691965 2024-12-03T20:28:21,365 INFO [RS:0;b29c245002d9:37039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:28:21,365 INFO [RS:0;b29c245002d9:37039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:37039. 2024-12-03T20:28:21,365 DEBUG [RS:0;b29c245002d9:37039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:21,365 DEBUG [RS:0;b29c245002d9:37039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:21,365 INFO [RS:0;b29c245002d9:37039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:28:21,365 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90fba4009d267088065a7b4735a99221, disabling compactions & flushes 2024-12-03T20:28:21,365 INFO [RS:0;b29c245002d9:37039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:28:21,365 INFO [RS:0;b29c245002d9:37039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:28:21,366 INFO [RS:0;b29c245002d9:37039 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:28:21,366 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. 2024-12-03T20:28:21,366 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. 2024-12-03T20:28:21,366 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. after waiting 0 ms 2024-12-03T20:28:21,366 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. 2024-12-03T20:28:21,366 INFO [RS:0;b29c245002d9:37039 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T20:28:21,366 DEBUG [RS:0;b29c245002d9:37039 {}] regionserver.HRegionServer(1325): Online Regions={90fba4009d267088065a7b4735a99221=hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:28:21,366 DEBUG [RS:0;b29c245002d9:37039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90fba4009d267088065a7b4735a99221 2024-12-03T20:28:21,367 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:28:21,367 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:28:21,367 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:28:21,367 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:28:21,367 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:28:21,367 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-03T20:28:21,402 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/replication/90fba4009d267088065a7b4735a99221/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-03T20:28:21,402 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:28:21,402 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:28:21,402 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. 2024-12-03T20:28:21,402 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90fba4009d267088065a7b4735a99221: Waiting for close lock at 1733257701365Running coprocessor pre-close hooks at 1733257701365Disabling compacts and flushes for region at 1733257701365Disabling writes for close at 1733257701366 (+1 ms)Writing region close event to WAL at 1733257701392 (+26 ms)Running coprocessor post-close hooks at 1733257701402 (+10 ms)Closed at 1733257701402 2024-12-03T20:28:21,403 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221. 2024-12-03T20:28:21,411 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/.tmp/info/ccd8ff6fde81420db3b1754392721e3f is 147, key is hbase:replication,,1733257686907.90fba4009d267088065a7b4735a99221./info:regioninfo/1733257698801/Put/seqid=0 2024-12-03T20:28:21,424 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:28:21,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741851_1027 (size=6385) 2024-12-03T20:28:21,567 DEBUG [RS:0;b29c245002d9:37039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:28:21,767 DEBUG [RS:0;b29c245002d9:37039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:28:21,826 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/.tmp/info/ccd8ff6fde81420db3b1754392721e3f 2024-12-03T20:28:21,836 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/.tmp/info/ccd8ff6fde81420db3b1754392721e3f as hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/info/ccd8ff6fde81420db3b1754392721e3f 2024-12-03T20:28:21,845 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:28:21,845 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:28:21,849 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/info/ccd8ff6fde81420db3b1754392721e3f, entries=8, sequenceid=19, filesize=6.2 K 2024-12-03T20:28:21,851 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 484ms, sequenceid=19, compaction requested=false 2024-12-03T20:28:21,875 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-03T20:28:21,875 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:28:21,875 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:28:21,876 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:28:21,876 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257701366Running coprocessor pre-close hooks at 1733257701366Disabling compacts and flushes for region at 1733257701367 (+1 ms)Disabling writes for close at 1733257701367Obtaining lock to block concurrent updates at 1733257701367Preparing flush snapshotting stores in 1588230740 at 1733257701367Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733257701367Flushing stores of hbase:meta,,1.1588230740 at 1733257701368 (+1 ms)Flushing 1588230740/info: creating writer at 1733257701368Flushing 1588230740/info: appending metadata at 1733257701411 (+43 ms)Flushing 1588230740/info: closing flushed file at 1733257701411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d21f793: reopening flushed file at 1733257701835 (+424 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 484ms, sequenceid=19, compaction requested=false at 1733257701851 (+16 ms)Writing region close event to WAL at 1733257701868 (+17 ms)Running coprocessor post-close hooks at 1733257701875 (+7 ms)Closed at 1733257701875 2024-12-03T20:28:21,876 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:28:21,967 INFO [RS:0;b29c245002d9:37039 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,37039,1733257691965; all regions closed. 2024-12-03T20:28:21,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741849_1025 (size=2156) 2024-12-03T20:28:21,969 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965/b29c245002d9%2C37039%2C1733257691965.meta.1733257694495.meta not finished, retry = 0 2024-12-03T20:28:22,076 DEBUG [RS:0;b29c245002d9:37039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/oldWALs 2024-12-03T20:28:22,076 INFO [RS:0;b29c245002d9:37039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C37039%2C1733257691965.meta:.meta(num 1733257694495) 2024-12-03T20:28:22,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741850_1026 (size=796) 2024-12-03T20:28:22,081 DEBUG [RS:0;b29c245002d9:37039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/oldWALs 2024-12-03T20:28:22,081 INFO [RS:0;b29c245002d9:37039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C37039%2C1733257691965.rep:(num 1733257698536) 2024-12-03T20:28:22,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741848_1024 (size=93) 2024-12-03T20:28:22,085 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965/b29c245002d9%2C37039%2C1733257691965.1733257694032 not finished, retry = 0 2024-12-03T20:28:22,182 DEBUG [RS:0;b29c245002d9:37039.replicationSource.wal-reader.b29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965/b29c245002d9%2C37039%2C1733257691965.1733257694032 to pos 0, reset compression=false 2024-12-03T20:28:22,188 DEBUG [RS:0;b29c245002d9:37039.replicationSource.wal-reader.b29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965/b29c245002d9%2C37039%2C1733257691965.1733257694032 2024-12-03T20:28:22,189 DEBUG [RS:0;b29c245002d9:37039.replicationSource.wal-reader.b29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-03T20:28:22,189 DEBUG [RS:0;b29c245002d9:37039.replicationSource.wal-reader.b29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-03T20:28:22,189 DEBUG [RS:0;b29c245002d9:37039.replicationSource.shipperb29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,37039,1733257691965 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/WALs/b29c245002d9,37039,1733257691965/b29c245002d9%2C37039%2C1733257691965.1733257694032, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-03T20:28:22,189 DEBUG [RS:0;b29c245002d9:37039.replicationSource.shipperb29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:28:22,189 DEBUG [RS:0;b29c245002d9:37039.replicationSource.shipperb29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,37039,1733257691965, seqNum=-1] 2024-12-03T20:28:22,190 WARN [RS:0;b29c245002d9:37039.replicationSource.shipperb29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-b29c245002d9,37039,1733257691965', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:37039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-12-03T20:28:22,190 ERROR [RS:0;b29c245002d9:37039.replicationSource.shipperb29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b29c245002d9,37039,1733257691965: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b29c245002d9,37039,1733257691965, walGroup=b29c245002d9%2C37039%2C1733257691965, offset=b29c245002d9%2C37039%2C1733257691965.1733257694032:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:37039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T20:28:22,191 ERROR [RS:0;b29c245002d9:37039.replicationSource.shipperb29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T20:28:22,191 DEBUG [RS:0;b29c245002d9:37039.replicationSource.shipperb29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T20:28:22,191 DEBUG [RS:0;b29c245002d9:37039.replicationSource.shipperb29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T20:28:22,191 DEBUG [RS:0;b29c245002d9:37039.replicationSource.shipperb29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T20:28:22,191 DEBUG [RS:0;b29c245002d9:37039.replicationSource.shipperb29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T20:28:22,191 INFO [RS:0;b29c245002d9:37039.replicationSource.shipperb29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 963037488 }, "NonHeapMemoryUsage": { "committed": 184418304, "init": 7667712, "max": -1, "used": 181577384 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T20:28:22,194 DEBUG [RS:0;b29c245002d9:37039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/oldWALs 2024-12-03T20:28:22,194 INFO [RS:0;b29c245002d9:37039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C37039%2C1733257691965:(num 1733257694032) 2024-12-03T20:28:22,194 DEBUG [RS:0;b29c245002d9:37039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:22,194 INFO [RS:0;b29c245002d9:37039 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:28:22,194 INFO [RS:0;b29c245002d9:37039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:28:22,194 WARN [RS:0;b29c245002d9:37039.replicationSource.shipperb29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:35039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:35039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T20:28:22,194 INFO [RS:0;b29c245002d9:37039 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T20:28:22,194 INFO [RS:0;b29c245002d9:37039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:28:22,194 INFO [RS:0;b29c245002d9:37039 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b29c245002d9,37039,1733257691965 because: Region server is closing 2024-12-03T20:28:22,194 INFO [RS:0;b29c245002d9:37039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:37039. 2024-12-03T20:28:22,194 DEBUG [RS:0;b29c245002d9:37039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:22,195 DEBUG [RS:0;b29c245002d9:37039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:22,195 DEBUG [RS:0;b29c245002d9:37039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:22,195 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:28:22,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:28:22,196 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-03T20:28:22,196 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-03T20:28:22,196 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-03T20:28:22,200 DEBUG [RS:0;b29c245002d9:37039.replicationSource.shipperb29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [b29c245002d9%2C37039%2C1733257691965.1733257694032] 2024-12-03T20:28:22,295 INFO [RS:0;b29c245002d9:37039 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b29c245002d9:37039.replicationSource.shipperb29c245002d9%2C37039%2C1733257691965,1-b29c245002d9,37039,1733257691965 terminated 2024-12-03T20:28:22,295 INFO [RS:0;b29c245002d9:37039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37039 2024-12-03T20:28:22,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285/rs 2024-12-03T20:28:22,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x1019ce1359d0007, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01741376285/rs/b29c245002d9,37039,1733257691965 2024-12-03T20:28:22,377 INFO [RS:0;b29c245002d9:37039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:28:22,378 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,37039,1733257691965] 2024-12-03T20:28:22,492 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01741376285/draining/b29c245002d9,37039,1733257691965 already deleted, retry=false 2024-12-03T20:28:22,492 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,37039,1733257691965 expired; onlineServers=0 2024-12-03T20:28:22,493 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,35039,1733257691758' ***** 2024-12-03T20:28:22,493 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:28:22,493 INFO [M:0;b29c245002d9:35039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:28:22,493 INFO [M:0;b29c245002d9:35039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:28:22,493 DEBUG [M:0;b29c245002d9:35039 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:28:22,493 DEBUG [M:0;b29c245002d9:35039 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:28:22,493 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257693532 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257693532,5,FailOnTimeoutGroup] 2024-12-03T20:28:22,493 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:28:22,493 INFO [M:0;b29c245002d9:35039 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:28:22,493 INFO [M:0;b29c245002d9:35039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:28:22,493 DEBUG [M:0;b29c245002d9:35039 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:28:22,493 INFO [M:0;b29c245002d9:35039 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:28:22,493 INFO [M:0;b29c245002d9:35039 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:28:22,493 INFO [M:0;b29c245002d9:35039 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:28:22,493 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:28:22,494 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257693532 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257693532,5,FailOnTimeoutGroup] 2024-12-03T20:28:22,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x1019ce1359d0007, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:28:22,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x1019ce1359d0007, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:28:22,530 INFO [RS:0;b29c245002d9:37039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:28:22,530 INFO [RS:0;b29c245002d9:37039 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,37039,1733257691965; zookeeper connection closed. 2024-12-03T20:28:22,530 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@140e5790 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@140e5790 2024-12-03T20:28:22,531 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T20:28:22,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01741376285/master 2024-12-03T20:28:22,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01741376285 2024-12-03T20:28:22,669 DEBUG [M:0;b29c245002d9:35039 {}] zookeeper.RecoverableZooKeeper(212): Node /01741376285/master already deleted, retry=false 2024-12-03T20:28:22,669 DEBUG [M:0;b29c245002d9:35039 {}] master.ActiveMasterManager(353): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Failed delete of our master address node; KeeperErrorCode = NoNode for /01741376285/master 2024-12-03T20:28:22,670 INFO [M:0;b29c245002d9:35039 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/.lastflushedseqids 2024-12-03T20:28:22,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741852_1028 (size=181) 2024-12-03T20:28:22,677 INFO [M:0;b29c245002d9:35039 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:28:22,678 INFO [M:0;b29c245002d9:35039 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:28:22,678 DEBUG [M:0;b29c245002d9:35039 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:28:22,678 INFO [M:0;b29c245002d9:35039 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:22,678 DEBUG [M:0;b29c245002d9:35039 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:22,678 DEBUG [M:0;b29c245002d9:35039 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:28:22,678 DEBUG [M:0;b29c245002d9:35039 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:22,678 INFO [M:0;b29c245002d9:35039 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-03T20:28:22,696 DEBUG [M:0;b29c245002d9:35039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d7d7acafcda411d936e3730641508cf is 82, key is hbase:meta,,1/info:regioninfo/1733257694675/Put/seqid=0 2024-12-03T20:28:22,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741853_1029 (size=5672) 2024-12-03T20:28:23,102 INFO [M:0;b29c245002d9:35039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d7d7acafcda411d936e3730641508cf 2024-12-03T20:28:23,122 DEBUG [M:0;b29c245002d9:35039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ba6213075ad4231bc0a57287b38e800 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733257698843/Put/seqid=0 2024-12-03T20:28:23,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741854_1030 (size=7312) 2024-12-03T20:28:23,528 INFO [M:0;b29c245002d9:35039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ba6213075ad4231bc0a57287b38e800 2024-12-03T20:28:23,567 DEBUG [M:0;b29c245002d9:35039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e7947710c6045e18a1a0e65c976e9f0 is 69, key is b29c245002d9,37039,1733257691965/rs:state/1733257693645/Put/seqid=0 2024-12-03T20:28:23,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741855_1031 (size=5370) 2024-12-03T20:28:24,001 INFO [M:0;b29c245002d9:35039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e7947710c6045e18a1a0e65c976e9f0 2024-12-03T20:28:24,007 INFO [M:0;b29c245002d9:35039 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e7947710c6045e18a1a0e65c976e9f0 2024-12-03T20:28:24,008 DEBUG [M:0;b29c245002d9:35039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d7d7acafcda411d936e3730641508cf as hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d7d7acafcda411d936e3730641508cf 2024-12-03T20:28:24,013 INFO [M:0;b29c245002d9:35039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d7d7acafcda411d936e3730641508cf, entries=8, sequenceid=127, filesize=5.5 K 2024-12-03T20:28:24,015 DEBUG [M:0;b29c245002d9:35039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ba6213075ad4231bc0a57287b38e800 as hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ba6213075ad4231bc0a57287b38e800 2024-12-03T20:28:24,020 INFO [M:0;b29c245002d9:35039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ba6213075ad4231bc0a57287b38e800, entries=7, sequenceid=127, filesize=7.1 K 2024-12-03T20:28:24,021 DEBUG [M:0;b29c245002d9:35039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e7947710c6045e18a1a0e65c976e9f0 as hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e7947710c6045e18a1a0e65c976e9f0 2024-12-03T20:28:24,026 INFO [M:0;b29c245002d9:35039 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e7947710c6045e18a1a0e65c976e9f0 2024-12-03T20:28:24,026 INFO [M:0;b29c245002d9:35039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39185/user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e7947710c6045e18a1a0e65c976e9f0, entries=2, sequenceid=127, filesize=5.2 K 2024-12-03T20:28:24,027 INFO [M:0;b29c245002d9:35039 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1349ms, sequenceid=127, compaction requested=false 2024-12-03T20:28:24,033 INFO [M:0;b29c245002d9:35039 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:24,033 DEBUG [M:0;b29c245002d9:35039 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257702678Disabling compacts and flushes for region at 1733257702678Disabling writes for close at 1733257702678Obtaining lock to block concurrent updates at 1733257702678Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257702678Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733257702679 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257702679Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257702679Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257702695 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257702696 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257703106 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257703122 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257703122Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257703536 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257703566 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257703566Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6383c7be: reopening flushed file at 1733257704007 (+441 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4994218f: reopening flushed file at 1733257704014 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d572baa: reopening flushed file at 1733257704020 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1349ms, sequenceid=127, compaction requested=false at 1733257704027 (+7 ms)Writing region close event to WAL at 1733257704033 (+6 ms)Closed at 1733257704033 2024-12-03T20:28:24,035 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f5064b1-c6c1-d8db-c4de-40ebedc4edcf/MasterData/WALs/b29c245002d9,35039,1733257691758/b29c245002d9%2C35039%2C1733257691758.1733257692537 not finished, retry = 0 2024-12-03T20:28:24,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38427 is added to blk_1073741847_1023 (size=22903) 2024-12-03T20:28:24,141 INFO [M:0;b29c245002d9:35039 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:28:24,141 INFO [M:0;b29c245002d9:35039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35039 2024-12-03T20:28:24,141 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:28:24,141 INFO [M:0;b29c245002d9:35039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:28:24,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:28:24,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35039-0x1019ce1359d0006, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:28:24,288 INFO [M:0;b29c245002d9:35039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:28:24,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70328c17{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:28:24,302 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c1606b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:28:24,302 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:28:24,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34b66f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:28:24,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a27cf90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/hadoop.log.dir/,STOPPED} 2024-12-03T20:28:24,307 WARN [BP-332800033-172.17.0.3-1733257673288 heartbeating to localhost/127.0.0.1:39185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:28:24,307 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:28:24,307 WARN [BP-332800033-172.17.0.3-1733257673288 heartbeating to localhost/127.0.0.1:39185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-332800033-172.17.0.3-1733257673288 (Datanode Uuid 68b21c61-2e30-4486-a76f-ce7b0ea11dac) service to localhost/127.0.0.1:39185 2024-12-03T20:28:24,307 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:28:24,308 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/cluster_61384509-c576-6065-f0a7-d7619edf1163/data/data1/current/BP-332800033-172.17.0.3-1733257673288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:28:24,309 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:28:24,315 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/cluster_61384509-c576-6065-f0a7-d7619edf1163/data/data2/current/BP-332800033-172.17.0.3-1733257673288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:28:24,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75db02f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:28:24,316 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e60b6d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:28:24,317 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:28:24,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7648a310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:28:24,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@230b3bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36366bf9-63a3-ddfb-e7b5-3c0f10d561c8/hadoop.log.dir/,STOPPED} 2024-12-03T20:28:24,331 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T20:28:24,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T20:28:24,372 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 161) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39185 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:39333 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39333 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39333 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55646) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:39185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:39185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39333 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39333 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55646) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=568 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=907 (was 760) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1751 (was 1203) - AvailableMemoryMB LEAK? - 2024-12-03T20:28:24,384 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=568, MaxFileDescriptor=1048576, SystemLoadAverage=907, ProcessCount=11, AvailableMemoryMB=1749 2024-12-03T20:28:24,401 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-03T20:28:24,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/hadoop.log.dir so I do NOT create it in target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc 2024-12-03T20:28:24,402 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:28:24,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/hadoop.tmp.dir so I do NOT create it in target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc 2024-12-03T20:28:24,402 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f96227-a094-e31f-05d0-98e40a111e35/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:28:24,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc 2024-12-03T20:28:24,403 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/cluster_6f1e4fce-d94e-3a7d-475e-066b9e44f429, deleteOnExit=true 2024-12-03T20:28:24,421 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/cluster_6f1e4fce-d94e-3a7d-475e-066b9e44f429/zookeeper_0, clientPort=50469, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/cluster_6f1e4fce-d94e-3a7d-475e-066b9e44f429/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/cluster_6f1e4fce-d94e-3a7d-475e-066b9e44f429/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T20:28:24,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019ce1359d0005, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T20:28:24,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019ce1359d0002, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T20:28:24,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019ce1359d0005, quorum=127.0.0.1:55646, baseZNode=/11223910850 Received Disconnected from ZooKeeper, ignoring 2024-12-03T20:28:24,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019ce1359d0002, quorum=127.0.0.1:55646, baseZNode=/01741376285 Received Disconnected from ZooKeeper, ignoring 2024-12-03T20:28:24,429 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50469 2024-12-03T20:28:24,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:28:24,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:28:24,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/test.cache.data in system properties and HBase conf 2024-12-03T20:28:24,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:28:24,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:28:24,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:28:24,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:28:24,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:28:24,430 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:28:24,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:28:24,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:28:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:28:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:28:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:28:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:28:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:28:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:28:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:28:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:28:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:28:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:28:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:28:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:28:24,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:28:24,985 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:28:25,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:28:25,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:28:25,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:28:25,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:28:25,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c5148e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:28:25,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5736233d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:28:25,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21b1326b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/java.io.tmpdir/jetty-localhost-38413-hadoop-hdfs-3_4_1-tests_jar-_-any-5963426562182294775/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:28:25,198 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7762b913{HTTP/1.1, (http/1.1)}{localhost:38413} 2024-12-03T20:28:25,198 INFO [Time-limited test {}] server.Server(415): Started @175133ms 2024-12-03T20:28:25,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:28:25,555 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:28:25,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:28:25,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:28:25,555 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:28:25,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a5f470f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:28:25,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27c217a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:28:25,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37175182{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/java.io.tmpdir/jetty-localhost-36021-hadoop-hdfs-3_4_1-tests_jar-_-any-13067730951549517471/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:28:25,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@458d98f2{HTTP/1.1, (http/1.1)}{localhost:36021} 2024-12-03T20:28:25,672 INFO [Time-limited test {}] server.Server(415): Started @175606ms 2024-12-03T20:28:25,676 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:28:26,533 WARN [Thread-1674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/cluster_6f1e4fce-d94e-3a7d-475e-066b9e44f429/data/data1/current/BP-1282738568-172.17.0.3-1733257704502/current, will proceed with Du for space computation calculation, 2024-12-03T20:28:26,534 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/cluster_6f1e4fce-d94e-3a7d-475e-066b9e44f429/data/data2/current/BP-1282738568-172.17.0.3-1733257704502/current, will proceed with Du for space computation calculation, 2024-12-03T20:28:26,588 WARN [Thread-1662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:28:26,602 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5a1a9bfd64de8c6 with lease ID 0x72522452eefd9416: Processing first storage report for DS-47e5ef07-eaf4-4e11-98ec-b03abc8f6891 from datanode DatanodeRegistration(127.0.0.1:40545, datanodeUuid=27f39f27-eedc-499b-b41d-04e439f11863, infoPort=46531, infoSecurePort=0, ipcPort=34905, storageInfo=lv=-57;cid=testClusterID;nsid=378185637;c=1733257704502) 2024-12-03T20:28:26,602 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5a1a9bfd64de8c6 with lease ID 0x72522452eefd9416: from storage DS-47e5ef07-eaf4-4e11-98ec-b03abc8f6891 node DatanodeRegistration(127.0.0.1:40545, datanodeUuid=27f39f27-eedc-499b-b41d-04e439f11863, infoPort=46531, infoSecurePort=0, ipcPort=34905, storageInfo=lv=-57;cid=testClusterID;nsid=378185637;c=1733257704502), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:28:26,602 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5a1a9bfd64de8c6 with lease ID 0x72522452eefd9416: Processing first storage report for DS-20b2d47e-fd00-46ad-b4ff-3a7a75ecefe4 from datanode DatanodeRegistration(127.0.0.1:40545, datanodeUuid=27f39f27-eedc-499b-b41d-04e439f11863, infoPort=46531, infoSecurePort=0, ipcPort=34905, storageInfo=lv=-57;cid=testClusterID;nsid=378185637;c=1733257704502) 2024-12-03T20:28:26,602 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5a1a9bfd64de8c6 with lease ID 0x72522452eefd9416: from storage DS-20b2d47e-fd00-46ad-b4ff-3a7a75ecefe4 node DatanodeRegistration(127.0.0.1:40545, datanodeUuid=27f39f27-eedc-499b-b41d-04e439f11863, infoPort=46531, infoSecurePort=0, ipcPort=34905, storageInfo=lv=-57;cid=testClusterID;nsid=378185637;c=1733257704502), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:28:26,693 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc 2024-12-03T20:28:26,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:26,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:26,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:28:26,904 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:28:26,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:26,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:26,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:26,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:26,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:26,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:27,148 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2 with version=8 2024-12-03T20:28:27,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/hbase-staging 2024-12-03T20:28:27,151 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:28:27,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:27,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:27,151 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:28:27,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:27,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:28:27,151 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:28:27,151 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:28:27,154 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43563 2024-12-03T20:28:27,155 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43563 connecting to ZooKeeper ensemble=127.0.0.1:50469 2024-12-03T20:28:27,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:28:27,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T20:28:27,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T20:28:27,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:28:27,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435630x0, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:28:27,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43563-0x1019ce1af820000 connected 2024-12-03T20:28:27,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:27,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:27,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Set watcher on znode that does not yet exist, /01343429092/running 2024-12-03T20:28:27,464 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2, hbase.cluster.distributed=false 2024-12-03T20:28:27,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Set watcher on znode that does not yet exist, /01343429092/acl 2024-12-03T20:28:27,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43563 2024-12-03T20:28:27,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43563 2024-12-03T20:28:27,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43563 2024-12-03T20:28:27,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43563 2024-12-03T20:28:27,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43563 2024-12-03T20:28:27,488 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:28:27,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:27,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:27,488 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:28:27,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:27,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:28:27,488 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:28:27,488 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:28:27,496 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34397 2024-12-03T20:28:27,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34397 connecting to ZooKeeper ensemble=127.0.0.1:50469 2024-12-03T20:28:27,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:27,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:27,514 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343970x0, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:28:27,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343970x0, quorum=127.0.0.1:50469, baseZNode=/01343429092 Set watcher on znode that does not yet exist, /01343429092/running 2024-12-03T20:28:27,515 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:28:27,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34397-0x1019ce1af820001 connected 2024-12-03T20:28:27,527 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:28:27,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34397-0x1019ce1af820001, quorum=127.0.0.1:50469, baseZNode=/01343429092 Set watcher on znode that does not yet exist, /01343429092/master 2024-12-03T20:28:27,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34397-0x1019ce1af820001, quorum=127.0.0.1:50469, baseZNode=/01343429092 Set watcher on znode that does not yet exist, /01343429092/acl 2024-12-03T20:28:27,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34397 2024-12-03T20:28:27,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34397 2024-12-03T20:28:27,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34397 2024-12-03T20:28:27,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34397 2024-12-03T20:28:27,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34397 2024-12-03T20:28:27,609 DEBUG [M:0;b29c245002d9:43563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:43563 2024-12-03T20:28:27,610 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01343429092/backup-masters/b29c245002d9,43563,1733257707150 2024-12-03T20:28:27,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01343429092/backup-masters 2024-12-03T20:28:27,700 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1019ce1af820001, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01343429092/backup-masters 2024-12-03T20:28:27,701 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Set watcher on existing znode=/01343429092/backup-masters/b29c245002d9,43563,1733257707150 2024-12-03T20:28:27,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01343429092 2024-12-03T20:28:27,753 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1019ce1af820001, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01343429092/master 2024-12-03T20:28:27,753 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1019ce1af820001, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01343429092 2024-12-03T20:28:27,756 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Set watcher on existing znode=/01343429092/master 2024-12-03T20:28:27,760 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01343429092/backup-masters/b29c245002d9,43563,1733257707150 from backup master directory 2024-12-03T20:28:27,786 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1019ce1af820001, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01343429092/backup-masters 2024-12-03T20:28:27,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01343429092/backup-masters/b29c245002d9,43563,1733257707150 2024-12-03T20:28:27,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01343429092/backup-masters 2024-12-03T20:28:27,786 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:28:27,786 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,43563,1733257707150 2024-12-03T20:28:27,804 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/hbase.id] with ID: 401d5569-9332-45cd-97d9-65cc5fdfac67 2024-12-03T20:28:27,804 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/.tmp/hbase.id 2024-12-03T20:28:27,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:28:28,239 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/.tmp/hbase.id]:[hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/hbase.id] 2024-12-03T20:28:28,283 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:28,283 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:28:28,285 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T20:28:28,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01343429092 2024-12-03T20:28:28,352 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1019ce1af820001, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01343429092 2024-12-03T20:28:28,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:28:28,399 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:28:28,400 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:28:28,404 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:28:28,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:28:28,482 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/data/master/store 2024-12-03T20:28:28,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:28:28,948 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:28,948 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:28:28,948 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:28,949 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:28,949 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:28:28,949 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:28,949 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:28,949 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257708948Disabling compacts and flushes for region at 1733257708948Disabling writes for close at 1733257708949 (+1 ms)Writing region close event to WAL at 1733257708949Closed at 1733257708949 2024-12-03T20:28:28,956 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/data/master/store/.initializing 2024-12-03T20:28:28,956 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/WALs/b29c245002d9,43563,1733257707150 2024-12-03T20:28:28,957 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:28:28,966 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C43563%2C1733257707150, suffix=, logDir=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/WALs/b29c245002d9,43563,1733257707150, archiveDir=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/oldWALs, maxLogs=10 2024-12-03T20:28:28,984 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/WALs/b29c245002d9,43563,1733257707150/b29c245002d9%2C43563%2C1733257707150.1733257708966, exclude list is [], retry=0 2024-12-03T20:28:28,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40545,DS-47e5ef07-eaf4-4e11-98ec-b03abc8f6891,DISK] 2024-12-03T20:28:29,009 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/WALs/b29c245002d9,43563,1733257707150/b29c245002d9%2C43563%2C1733257707150.1733257708966 2024-12-03T20:28:29,012 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46531:46531)] 2024-12-03T20:28:29,012 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:28:29,012 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:29,013 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:29,013 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:29,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:29,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:28:29,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:29,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:29,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:29,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:28:29,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:29,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:29,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:29,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:28:29,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:29,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:29,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:29,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:28:29,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:29,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:29,059 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:29,066 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:29,071 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:29,076 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:29,076 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:29,078 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:28:29,079 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:29,092 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:28:29,096 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63034567, jitterRate=-0.060711756348609924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:28:29,097 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257709013Initializing all the Stores at 1733257709017 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257709017Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257709024 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257709024Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257709024Cleaning up temporary data from old regions at 1733257709076 (+52 ms)Region opened successfully at 1733257709096 (+20 ms) 2024-12-03T20:28:29,104 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:28:29,125 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c682d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:28:29,132 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:28:29,133 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:28:29,133 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:28:29,133 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:28:29,136 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-12-03T20:28:29,137 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:28:29,137 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:28:29,176 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:28:29,183 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Unable to get data of znode /01343429092/balancer because node does not exist (not necessarily an error) 2024-12-03T20:28:29,207 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01343429092/balancer already deleted, retry=false 2024-12-03T20:28:29,207 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:28:29,208 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Unable to get data of znode /01343429092/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:28:29,218 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01343429092/normalizer already deleted, retry=false 2024-12-03T20:28:29,218 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:28:29,229 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Unable to get data of znode /01343429092/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:28:29,240 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01343429092/switch/split already deleted, retry=false 2024-12-03T20:28:29,243 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Unable to get data of znode /01343429092/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:28:29,256 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01343429092/switch/merge already deleted, retry=false 2024-12-03T20:28:29,276 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Unable to get data of znode /01343429092/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:28:29,289 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01343429092/snapshot-cleanup already deleted, retry=false 2024-12-03T20:28:29,302 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1019ce1af820001, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01343429092/running 2024-12-03T20:28:29,302 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1019ce1af820001, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01343429092 2024-12-03T20:28:29,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01343429092/running 2024-12-03T20:28:29,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01343429092 2024-12-03T20:28:29,311 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,43563,1733257707150, sessionid=0x1019ce1af820000, setting cluster-up flag (Was=false) 2024-12-03T20:28:29,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01343429092 2024-12-03T20:28:29,424 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1019ce1af820001, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01343429092 2024-12-03T20:28:29,468 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01343429092/flush-table-proc/acquired, /01343429092/flush-table-proc/reached, /01343429092/flush-table-proc/abort 2024-12-03T20:28:29,472 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,43563,1733257707150 2024-12-03T20:28:29,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01343429092 2024-12-03T20:28:29,512 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1019ce1af820001, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01343429092 2024-12-03T20:28:29,580 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01343429092/online-snapshot/acquired, /01343429092/online-snapshot/reached, /01343429092/online-snapshot/abort 2024-12-03T20:28:29,582 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,43563,1733257707150 2024-12-03T20:28:29,591 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:28:29,625 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:28:29,626 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:28:29,626 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:28:29,626 WARN [master/b29c245002d9:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b29c245002d9,45683,1733257676917: status=Processing ServerCrashProcedure of b29c245002d9,45683,1733257676917 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733257693508, completionTime=-1 appears to have been leaked 2024-12-03T20:28:29,626 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,43563,1733257707150 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:28:29,628 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:28:29,628 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:28:29,628 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:28:29,628 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:28:29,628 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:28:29,628 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:29,628 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:28:29,628 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:29,660 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:28:29,661 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:28:29,676 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:29,676 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:28:29,679 INFO [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(746): ClusterId : 401d5569-9332-45cd-97d9-65cc5fdfac67 2024-12-03T20:28:29,679 DEBUG [RS:0;b29c245002d9:34397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:28:29,692 DEBUG [RS:0;b29c245002d9:34397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:28:29,692 DEBUG [RS:0;b29c245002d9:34397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:28:29,703 DEBUG [RS:0;b29c245002d9:34397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:28:29,703 DEBUG [RS:0;b29c245002d9:34397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9a133c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:28:29,706 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257739706 2024-12-03T20:28:29,707 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:28:29,707 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:28:29,707 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:28:29,707 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:28:29,707 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:28:29,707 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:28:29,707 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:29,708 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:28:29,708 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:28:29,708 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:28:29,708 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:28:29,708 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:28:29,708 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:28:29,731 DEBUG [RS:0;b29c245002d9:34397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:34397 2024-12-03T20:28:29,731 INFO [RS:0;b29c245002d9:34397 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:28:29,731 INFO [RS:0;b29c245002d9:34397 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:28:29,731 DEBUG [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:28:29,731 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257709708,5,FailOnTimeoutGroup] 2024-12-03T20:28:29,732 INFO [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,43563,1733257707150 with port=34397, startcode=1733257707487 2024-12-03T20:28:29,732 DEBUG [RS:0;b29c245002d9:34397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:28:29,744 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257709731,5,FailOnTimeoutGroup] 2024-12-03T20:28:29,744 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:29,744 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:28:29,744 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:29,744 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:29,758 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:28:29,760 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43563 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,34397,1733257707487 2024-12-03T20:28:29,760 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43563 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,34397,1733257707487 2024-12-03T20:28:29,764 DEBUG [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2 2024-12-03T20:28:29,764 DEBUG [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46339 2024-12-03T20:28:29,764 DEBUG [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:28:29,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:28:29,769 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:28:29,769 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2 2024-12-03T20:28:29,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01343429092/rs 2024-12-03T20:28:29,776 DEBUG [RS:0;b29c245002d9:34397 {}] zookeeper.ZKUtil(111): regionserver:34397-0x1019ce1af820001, quorum=127.0.0.1:50469, baseZNode=/01343429092 Set watcher on existing znode=/01343429092/rs/b29c245002d9,34397,1733257707487 2024-12-03T20:28:29,776 WARN [RS:0;b29c245002d9:34397 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:28:29,776 INFO [RS:0;b29c245002d9:34397 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:28:29,776 DEBUG [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487 2024-12-03T20:28:29,787 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,34397,1733257707487] 2024-12-03T20:28:29,833 INFO [RS:0;b29c245002d9:34397 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:28:29,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:28:29,859 INFO [RS:0;b29c245002d9:34397 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:28:29,870 INFO [RS:0;b29c245002d9:34397 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:28:29,870 INFO [RS:0;b29c245002d9:34397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:29,880 INFO [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:28:29,888 INFO [RS:0;b29c245002d9:34397 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:28:29,888 INFO [RS:0;b29c245002d9:34397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:29,888 DEBUG [RS:0;b29c245002d9:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:29,889 DEBUG [RS:0;b29c245002d9:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:29,889 DEBUG [RS:0;b29c245002d9:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:29,889 DEBUG [RS:0;b29c245002d9:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:29,889 DEBUG [RS:0;b29c245002d9:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:29,889 DEBUG [RS:0;b29c245002d9:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:28:29,889 DEBUG [RS:0;b29c245002d9:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:29,889 DEBUG [RS:0;b29c245002d9:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:29,889 DEBUG [RS:0;b29c245002d9:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:29,889 DEBUG [RS:0;b29c245002d9:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:29,889 DEBUG [RS:0;b29c245002d9:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:29,889 DEBUG [RS:0;b29c245002d9:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:29,889 DEBUG [RS:0;b29c245002d9:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:28:29,889 DEBUG [RS:0;b29c245002d9:34397 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:28:29,924 INFO [RS:0;b29c245002d9:34397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:29,924 INFO [RS:0;b29c245002d9:34397 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:29,924 INFO [RS:0;b29c245002d9:34397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:29,924 INFO [RS:0;b29c245002d9:34397 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:29,924 INFO [RS:0;b29c245002d9:34397 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:29,924 INFO [RS:0;b29c245002d9:34397 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34397,1733257707487-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:28:29,957 INFO [RS:0;b29c245002d9:34397 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:28:29,957 INFO [RS:0;b29c245002d9:34397 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34397,1733257707487-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:29,958 INFO [RS:0;b29c245002d9:34397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:29,958 INFO [RS:0;b29c245002d9:34397 {}] regionserver.Replication(171): b29c245002d9,34397,1733257707487 started 2024-12-03T20:28:29,975 INFO [RS:0;b29c245002d9:34397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:29,975 INFO [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,34397,1733257707487, RpcServer on b29c245002d9/172.17.0.3:34397, sessionid=0x1019ce1af820001 2024-12-03T20:28:29,975 DEBUG [RS:0;b29c245002d9:34397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:28:29,975 DEBUG [RS:0;b29c245002d9:34397 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,34397,1733257707487 2024-12-03T20:28:29,975 DEBUG [RS:0;b29c245002d9:34397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,34397,1733257707487' 2024-12-03T20:28:29,975 DEBUG [RS:0;b29c245002d9:34397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01343429092/flush-table-proc/abort' 2024-12-03T20:28:29,976 DEBUG [RS:0;b29c245002d9:34397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01343429092/flush-table-proc/acquired' 2024-12-03T20:28:29,976 DEBUG [RS:0;b29c245002d9:34397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:28:29,976 DEBUG [RS:0;b29c245002d9:34397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:28:29,976 DEBUG [RS:0;b29c245002d9:34397 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,34397,1733257707487 2024-12-03T20:28:29,976 DEBUG [RS:0;b29c245002d9:34397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,34397,1733257707487' 2024-12-03T20:28:29,976 DEBUG [RS:0;b29c245002d9:34397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01343429092/online-snapshot/abort' 2024-12-03T20:28:29,976 DEBUG [RS:0;b29c245002d9:34397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01343429092/online-snapshot/acquired' 2024-12-03T20:28:29,977 DEBUG [RS:0;b29c245002d9:34397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:28:29,977 INFO [RS:0;b29c245002d9:34397 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:28:29,977 INFO [RS:0;b29c245002d9:34397 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:28:30,077 INFO [RS:0;b29c245002d9:34397 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:28:30,079 INFO [RS:0;b29c245002d9:34397 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C34397%2C1733257707487, suffix=, logDir=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487, archiveDir=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/oldWALs, maxLogs=10 2024-12-03T20:28:30,097 DEBUG [RS:0;b29c245002d9:34397 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080, exclude list is [], retry=0 2024-12-03T20:28:30,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40545,DS-47e5ef07-eaf4-4e11-98ec-b03abc8f6891,DISK] 2024-12-03T20:28:30,104 INFO [RS:0;b29c245002d9:34397 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 2024-12-03T20:28:30,110 DEBUG [RS:0;b29c245002d9:34397 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46531:46531)] 2024-12-03T20:28:30,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:30,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:28:30,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:28:30,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:30,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:30,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:28:30,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:28:30,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:30,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:30,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:28:30,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:28:30,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:30,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:30,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:28:30,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:28:30,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:30,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:30,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:28:30,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740 2024-12-03T20:28:30,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740 2024-12-03T20:28:30,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:28:30,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:28:30,288 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:28:30,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:28:30,291 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:28:30,291 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60582747, jitterRate=-0.09724672138690948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:28:30,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257710260Initializing all the Stores at 1733257710260Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257710261 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257710264 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257710264Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257710264Cleaning up temporary data from old regions at 1733257710288 (+24 ms)Region opened successfully at 1733257710292 (+4 ms) 2024-12-03T20:28:30,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:28:30,292 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:28:30,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:28:30,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:28:30,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:28:30,293 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:28:30,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257710292Disabling compacts and flushes for region at 1733257710292Disabling writes for close at 1733257710292Writing region close event to WAL at 1733257710293 (+1 ms)Closed at 1733257710293 2024-12-03T20:28:30,294 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:28:30,294 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:28:30,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:28:30,296 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:28:30,298 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:28:30,452 DEBUG [b29c245002d9:43563 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:28:30,453 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,34397,1733257707487 2024-12-03T20:28:30,457 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,34397,1733257707487, state=OPENING 2024-12-03T20:28:30,481 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:28:30,491 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1019ce1af820001, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01343429092 2024-12-03T20:28:30,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01343429092 2024-12-03T20:28:30,493 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:28:30,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,34397,1733257707487}] 2024-12-03T20:28:30,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01343429092/meta-region-server: CHANGED 2024-12-03T20:28:30,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01343429092/meta-region-server: CHANGED 2024-12-03T20:28:30,647 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:28:30,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:28:30,676 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:28:30,676 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:28:30,677 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:28:30,678 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C34397%2C1733257707487.meta, suffix=.meta, logDir=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487, archiveDir=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/oldWALs, maxLogs=10 2024-12-03T20:28:30,708 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.meta.1733257710678.meta, exclude list is [], retry=0 2024-12-03T20:28:30,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40545,DS-47e5ef07-eaf4-4e11-98ec-b03abc8f6891,DISK] 2024-12-03T20:28:30,730 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.meta.1733257710678.meta 2024-12-03T20:28:30,736 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46531:46531)] 2024-12-03T20:28:30,736 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:28:30,737 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:28:30,737 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:28:30,737 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:28:30,737 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:28:30,737 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:28:30,737 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:30,738 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:28:30,738 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:28:30,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:28:30,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:28:30,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:30,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:30,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:28:30,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:28:30,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:30,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:30,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:28:30,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:28:30,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:30,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:30,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:28:30,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:28:30,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:30,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:30,770 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:28:30,771 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740 2024-12-03T20:28:30,772 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740 2024-12-03T20:28:30,773 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:28:30,773 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:28:30,774 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:28:30,775 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:28:30,776 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68927930, jitterRate=0.02710619568824768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:28:30,776 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:28:30,777 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257710738Writing region info on filesystem at 1733257710738Initializing all the Stores at 1733257710738Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257710739 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257710756 (+17 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257710756Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257710756Cleaning up temporary data from old regions at 1733257710773 (+17 ms)Running coprocessor post-open hooks at 1733257710776 (+3 ms)Region opened successfully at 1733257710777 (+1 ms) 2024-12-03T20:28:30,778 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257710647 2024-12-03T20:28:30,785 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:28:30,786 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:28:30,786 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,34397,1733257707487 2024-12-03T20:28:30,787 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,34397,1733257707487, state=OPEN 2024-12-03T20:28:30,952 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1019ce1af820001, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01343429092/meta-region-server 2024-12-03T20:28:30,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01343429092/meta-region-server 2024-12-03T20:28:30,952 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,34397,1733257707487 2024-12-03T20:28:30,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01343429092/meta-region-server: CHANGED 2024-12-03T20:28:30,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01343429092/meta-region-server: CHANGED 2024-12-03T20:28:30,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:28:30,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,34397,1733257707487 in 459 msec 2024-12-03T20:28:30,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:28:30,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 660 msec 2024-12-03T20:28:30,956 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:28:30,956 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:28:30,957 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:28:30,957 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34397,1733257707487, seqNum=-1] 2024-12-03T20:28:30,957 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:28:30,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:28:30,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3490 sec 2024-12-03T20:28:30,962 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257710962, completionTime=-1 2024-12-03T20:28:30,962 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T20:28:30,962 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:28:30,964 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:28:30,964 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257770964 2024-12-03T20:28:30,964 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257830964 2024-12-03T20:28:30,964 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T20:28:30,964 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,43563,1733257707150-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:30,964 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,43563,1733257707150-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:30,964 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,43563,1733257707150-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:30,964 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:43563, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:30,964 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:30,965 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:30,966 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:28:30,967 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.181sec 2024-12-03T20:28:30,968 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:28:30,968 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:28:30,968 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:28:30,968 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:28:30,968 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:28:30,968 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,43563,1733257707150-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:28:30,968 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,43563,1733257707150-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:28:30,970 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:28:30,970 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:28:30,970 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,43563,1733257707150-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:30,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3116ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:30,980 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,43563,-1 for getting cluster id 2024-12-03T20:28:30,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:28:30,981 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '401d5569-9332-45cd-97d9-65cc5fdfac67' 2024-12-03T20:28:30,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:28:30,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "401d5569-9332-45cd-97d9-65cc5fdfac67" 2024-12-03T20:28:30,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f87eae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:30,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,43563,-1] 2024-12-03T20:28:30,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:28:30,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:30,982 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:28:30,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fac11f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:30,983 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:28:30,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34397,1733257707487, seqNum=-1] 2024-12-03T20:28:30,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:28:30,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:28:30,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,43563,1733257707150 2024-12-03T20:28:30,987 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50469 2024-12-03T20:28:31,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:28:31,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019ce1af820002 connected 2024-12-03T20:28:31,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/hadoop.log.dir so I do NOT create it in target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d 2024-12-03T20:28:31,019 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:28:31,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/hadoop.tmp.dir so I do NOT create it in target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d 2024-12-03T20:28:31,019 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:28:31,020 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d 2024-12-03T20:28:31,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:28:31,020 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/cluster_c0c9521d-4a4b-93cf-5e64-685c6b5bf1fc, deleteOnExit=true 2024-12-03T20:28:31,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:28:31,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/test.cache.data in system properties and HBase conf 2024-12-03T20:28:31,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:28:31,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:28:31,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:28:31,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:28:31,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:28:31,020 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:28:31,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:28:31,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:28:31,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:28:31,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:28:31,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:28:31,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:28:31,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:28:31,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:28:31,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:28:31,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:28:31,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:28:31,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:28:31,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:28:31,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:28:31,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:28:31,403 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:28:31,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:28:31,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:28:31,406 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:28:31,407 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:28:31,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76039905{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:28:31,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79e27daf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:28:31,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cf7105d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/java.io.tmpdir/jetty-localhost-39977-hadoop-hdfs-3_4_1-tests_jar-_-any-4587441887930939123/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:28:31,512 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@449b76a2{HTTP/1.1, (http/1.1)}{localhost:39977} 2024-12-03T20:28:31,512 INFO [Time-limited test {}] server.Server(415): Started @181447ms 2024-12-03T20:28:31,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:28:31,819 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:28:31,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:28:31,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:28:31,820 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:28:31,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e14fb0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:28:31,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70d9f799{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:28:31,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76ea488c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/java.io.tmpdir/jetty-localhost-45645-hadoop-hdfs-3_4_1-tests_jar-_-any-17382265947671616718/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:28:31,948 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37339b48{HTTP/1.1, (http/1.1)}{localhost:45645} 2024-12-03T20:28:31,948 INFO [Time-limited test {}] server.Server(415): Started @181882ms 2024-12-03T20:28:31,949 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:28:32,677 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:28:32,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:32,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:32,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:32,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:32,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:32,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:32,876 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/cluster_c0c9521d-4a4b-93cf-5e64-685c6b5bf1fc/data/data1/current/BP-1834580094-172.17.0.3-1733257711034/current, will proceed with Du for space computation calculation, 2024-12-03T20:28:32,884 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/cluster_c0c9521d-4a4b-93cf-5e64-685c6b5bf1fc/data/data2/current/BP-1834580094-172.17.0.3-1733257711034/current, will proceed with Du for space computation calculation, 2024-12-03T20:28:32,935 WARN [Thread-1783 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:28:32,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6dde7b866859677d with lease ID 0x6dfa1c9e816d8ec0: Processing first storage report for DS-dd02c502-b8eb-4417-9933-bd11cb591fa9 from datanode DatanodeRegistration(127.0.0.1:36101, datanodeUuid=2c2e2990-bce2-4241-92e4-e499906eec6a, infoPort=42857, infoSecurePort=0, ipcPort=43591, storageInfo=lv=-57;cid=testClusterID;nsid=1002757053;c=1733257711034) 2024-12-03T20:28:32,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6dde7b866859677d with lease ID 0x6dfa1c9e816d8ec0: from storage DS-dd02c502-b8eb-4417-9933-bd11cb591fa9 node DatanodeRegistration(127.0.0.1:36101, datanodeUuid=2c2e2990-bce2-4241-92e4-e499906eec6a, infoPort=42857, infoSecurePort=0, ipcPort=43591, storageInfo=lv=-57;cid=testClusterID;nsid=1002757053;c=1733257711034), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:28:32,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6dde7b866859677d with lease ID 0x6dfa1c9e816d8ec0: Processing first storage report for DS-13f18b72-1d8b-493f-be13-e02a8aad1b25 from datanode DatanodeRegistration(127.0.0.1:36101, datanodeUuid=2c2e2990-bce2-4241-92e4-e499906eec6a, infoPort=42857, infoSecurePort=0, ipcPort=43591, storageInfo=lv=-57;cid=testClusterID;nsid=1002757053;c=1733257711034) 2024-12-03T20:28:32,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6dde7b866859677d with lease ID 0x6dfa1c9e816d8ec0: from storage DS-13f18b72-1d8b-493f-be13-e02a8aad1b25 node DatanodeRegistration(127.0.0.1:36101, datanodeUuid=2c2e2990-bce2-4241-92e4-e499906eec6a, infoPort=42857, infoSecurePort=0, ipcPort=43591, storageInfo=lv=-57;cid=testClusterID;nsid=1002757053;c=1733257711034), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T20:28:33,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d 2024-12-03T20:28:33,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:33,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:33,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:28:33,514 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9 with version=8 2024-12-03T20:28:33,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/hbase-staging 2024-12-03T20:28:33,516 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:28:33,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:33,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:33,517 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:28:33,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:33,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:28:33,517 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:28:33,517 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:28:33,537 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34545 2024-12-03T20:28:33,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34545 connecting to ZooKeeper ensemble=127.0.0.1:50469 2024-12-03T20:28:33,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345450x0, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:28:33,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34545-0x1019ce1af820003 connected 2024-12-03T20:28:33,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:33,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:33,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Set watcher on znode that does not yet exist, /1-397575476/running 2024-12-03T20:28:33,712 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9, hbase.cluster.distributed=false 2024-12-03T20:28:33,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Set watcher on znode that does not yet exist, /1-397575476/acl 2024-12-03T20:28:33,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34545 2024-12-03T20:28:33,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34545 2024-12-03T20:28:33,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34545 2024-12-03T20:28:33,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34545 2024-12-03T20:28:33,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34545 2024-12-03T20:28:33,777 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:28:33,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:33,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:33,777 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:28:33,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:28:33,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:28:33,777 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:28:33,777 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:28:33,780 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36819 2024-12-03T20:28:33,781 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36819 connecting to ZooKeeper ensemble=127.0.0.1:50469 2024-12-03T20:28:33,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:33,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:33,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368190x0, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Set watcher on znode that does not yet exist, /1-397575476/running 2024-12-03T20:28:33,805 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:28:33,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368190x0, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:28:33,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36819-0x1019ce1af820004 connected 2024-12-03T20:28:33,812 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:28:33,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36819-0x1019ce1af820004, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Set watcher on znode that does not yet exist, /1-397575476/master 2024-12-03T20:28:33,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36819-0x1019ce1af820004, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Set watcher on znode that does not yet exist, /1-397575476/acl 2024-12-03T20:28:33,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36819 2024-12-03T20:28:33,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36819 2024-12-03T20:28:33,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36819 2024-12-03T20:28:33,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36819 2024-12-03T20:28:33,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36819 2024-12-03T20:28:33,858 DEBUG [M:0;b29c245002d9:34545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:34545 2024-12-03T20:28:33,858 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-397575476/backup-masters/b29c245002d9,34545,1733257713516 2024-12-03T20:28:33,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019ce1af820004, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-397575476/backup-masters 2024-12-03T20:28:33,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-397575476/backup-masters 2024-12-03T20:28:33,872 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Set watcher on existing znode=/1-397575476/backup-masters/b29c245002d9,34545,1733257713516 2024-12-03T20:28:33,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-397575476 2024-12-03T20:28:33,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019ce1af820004, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-397575476/master 2024-12-03T20:28:33,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019ce1af820004, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-397575476 2024-12-03T20:28:33,881 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Set watcher on existing znode=/1-397575476/master 2024-12-03T20:28:33,882 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-397575476/backup-masters/b29c245002d9,34545,1733257713516 from backup master directory 2024-12-03T20:28:33,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-397575476/backup-masters/b29c245002d9,34545,1733257713516 2024-12-03T20:28:33,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019ce1af820004, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-397575476/backup-masters 2024-12-03T20:28:33,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-397575476/backup-masters 2024-12-03T20:28:33,892 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:28:33,892 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,34545,1733257713516 2024-12-03T20:28:33,914 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/hbase.id] with ID: 54e7f43b-f394-48c8-875e-9ff1ed0ff2e9 2024-12-03T20:28:33,914 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/.tmp/hbase.id 2024-12-03T20:28:33,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:28:34,330 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/.tmp/hbase.id]:[hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/hbase.id] 2024-12-03T20:28:34,344 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:34,344 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:28:34,346 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T20:28:34,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019ce1af820004, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-397575476 2024-12-03T20:28:34,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-397575476 2024-12-03T20:28:34,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:28:34,410 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:28:34,411 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:28:34,412 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:28:34,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:28:34,446 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/data/master/store 2024-12-03T20:28:34,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:28:34,465 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:34,466 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:28:34,466 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:34,466 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:34,466 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:28:34,466 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:34,466 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:34,466 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257714466Disabling compacts and flushes for region at 1733257714466Disabling writes for close at 1733257714466Writing region close event to WAL at 1733257714466Closed at 1733257714466 2024-12-03T20:28:34,468 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/data/master/store/.initializing 2024-12-03T20:28:34,468 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/WALs/b29c245002d9,34545,1733257713516 2024-12-03T20:28:34,473 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:28:34,475 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C34545%2C1733257713516, suffix=, logDir=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/WALs/b29c245002d9,34545,1733257713516, archiveDir=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/oldWALs, maxLogs=10 2024-12-03T20:28:34,496 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/WALs/b29c245002d9,34545,1733257713516/b29c245002d9%2C34545%2C1733257713516.1733257714475, exclude list is [], retry=0 2024-12-03T20:28:34,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36101,DS-dd02c502-b8eb-4417-9933-bd11cb591fa9,DISK] 2024-12-03T20:28:34,512 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/WALs/b29c245002d9,34545,1733257713516/b29c245002d9%2C34545%2C1733257713516.1733257714475 2024-12-03T20:28:34,518 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-12-03T20:28:34,518 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:28:34,518 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:34,518 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:34,518 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:34,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:34,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:28:34,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:34,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:34,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:34,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:28:34,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:34,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:34,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:34,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:28:34,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:34,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:34,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:34,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:28:34,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:34,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:34,537 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:34,538 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:34,546 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:34,547 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:34,547 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:34,548 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:28:34,549 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:28:34,556 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:28:34,557 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65114435, jitterRate=-0.029719308018684387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:28:34,557 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257714518Initializing all the Stores at 1733257714519 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257714519Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257714520 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257714520Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257714520Cleaning up temporary data from old regions at 1733257714547 (+27 ms)Region opened successfully at 1733257714557 (+10 ms) 2024-12-03T20:28:34,565 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:28:34,571 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4c442d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:28:34,576 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:28:34,576 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:28:34,576 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:28:34,577 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:28:34,577 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T20:28:34,578 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:28:34,578 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:28:34,597 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:28:34,601 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Unable to get data of znode /1-397575476/balancer because node does not exist (not necessarily an error) 2024-12-03T20:28:34,612 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-397575476/balancer already deleted, retry=false 2024-12-03T20:28:34,613 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:28:34,614 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Unable to get data of znode /1-397575476/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:28:34,625 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-397575476/normalizer already deleted, retry=false 2024-12-03T20:28:34,626 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:28:34,631 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Unable to get data of znode /1-397575476/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:28:34,638 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-397575476/switch/split already deleted, retry=false 2024-12-03T20:28:34,640 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Unable to get data of znode /1-397575476/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:28:34,728 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-397575476/switch/merge already deleted, retry=false 2024-12-03T20:28:34,730 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Unable to get data of znode /1-397575476/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:28:34,739 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-397575476/snapshot-cleanup already deleted, retry=false 2024-12-03T20:28:34,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019ce1af820004, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-397575476/running 2024-12-03T20:28:34,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019ce1af820004, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-397575476 2024-12-03T20:28:34,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-397575476/running 2024-12-03T20:28:34,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-397575476 2024-12-03T20:28:34,751 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,34545,1733257713516, sessionid=0x1019ce1af820003, setting cluster-up flag (Was=false) 2024-12-03T20:28:34,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-397575476 2024-12-03T20:28:34,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019ce1af820004, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-397575476 2024-12-03T20:28:34,802 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-397575476/flush-table-proc/acquired, /1-397575476/flush-table-proc/reached, /1-397575476/flush-table-proc/abort 2024-12-03T20:28:34,803 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,34545,1733257713516 2024-12-03T20:28:34,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019ce1af820004, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-397575476 2024-12-03T20:28:34,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-397575476 2024-12-03T20:28:34,855 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-397575476/online-snapshot/acquired, /1-397575476/online-snapshot/reached, /1-397575476/online-snapshot/abort 2024-12-03T20:28:34,855 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,34545,1733257713516 2024-12-03T20:28:34,857 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:28:34,858 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:28:34,858 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:28:34,858 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:28:34,859 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,34545,1733257713516 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:28:34,860 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:28:34,860 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:28:34,860 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:28:34,860 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:28:34,860 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:28:34,860 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:34,860 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:28:34,860 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:34,866 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:28:34,866 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:28:34,867 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:34,867 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:28:34,879 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257744879 2024-12-03T20:28:34,880 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:28:34,880 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:28:34,880 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:28:34,880 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:28:34,880 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:28:34,880 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:28:34,881 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:34,885 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:28:34,885 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:28:34,885 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:28:34,885 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:28:34,885 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:28:34,885 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:28:34,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:28:34,889 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257714885,5,FailOnTimeoutGroup] 2024-12-03T20:28:34,890 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257714889,5,FailOnTimeoutGroup] 2024-12-03T20:28:34,890 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:34,890 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:28:34,890 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:34,890 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:34,890 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:28:34,890 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9 2024-12-03T20:28:34,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:28:34,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:34,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:28:34,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:28:34,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:34,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:34,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:28:34,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:28:34,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:34,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:34,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:28:34,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:28:34,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:34,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:34,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:28:34,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:28:34,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:34,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:34,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:28:34,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740 2024-12-03T20:28:34,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740 2024-12-03T20:28:34,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:28:34,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:28:34,923 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:28:34,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:28:34,929 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:28:34,930 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65552139, jitterRate=-0.023197010159492493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:28:34,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257714906Initializing all the Stores at 1733257714907 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257714907Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257714907Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257714907Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257714907Cleaning up temporary data from old regions at 1733257714923 (+16 ms)Region opened successfully at 1733257714930 (+7 ms) 2024-12-03T20:28:34,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:28:34,930 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:28:34,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:28:34,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:28:34,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:28:34,933 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:28:34,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257714930Disabling compacts and flushes for region at 1733257714930Disabling writes for close at 1733257714930Writing region close event to WAL at 1733257714933 (+3 ms)Closed at 1733257714933 2024-12-03T20:28:34,935 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:28:34,935 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:28:34,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:28:34,938 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:28:34,939 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:28:34,958 INFO [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(746): ClusterId : 54e7f43b-f394-48c8-875e-9ff1ed0ff2e9 2024-12-03T20:28:34,958 DEBUG [RS:0;b29c245002d9:36819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:28:34,971 DEBUG [RS:0;b29c245002d9:36819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:28:34,971 DEBUG [RS:0;b29c245002d9:36819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:28:34,982 DEBUG [RS:0;b29c245002d9:36819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:28:34,982 DEBUG [RS:0;b29c245002d9:36819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ef5f37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:28:34,996 DEBUG [RS:0;b29c245002d9:36819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:36819 2024-12-03T20:28:34,996 INFO [RS:0;b29c245002d9:36819 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:28:34,996 INFO [RS:0;b29c245002d9:36819 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:28:34,996 DEBUG [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:28:34,997 INFO [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,34545,1733257713516 with port=36819, startcode=1733257713776 2024-12-03T20:28:34,997 DEBUG [RS:0;b29c245002d9:36819 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:28:34,999 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:28:35,000 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34545 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,36819,1733257713776 2024-12-03T20:28:35,000 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34545 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,36819,1733257713776 2024-12-03T20:28:35,002 DEBUG [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9 2024-12-03T20:28:35,002 DEBUG [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37163 2024-12-03T20:28:35,002 DEBUG [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:28:35,059 DEBUG [RS:0;b29c245002d9:36819 {}] zookeeper.ZKUtil(111): regionserver:36819-0x1019ce1af820004, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Set watcher on existing znode=/1-397575476/rs/b29c245002d9,36819,1733257713776 2024-12-03T20:28:35,059 WARN [RS:0;b29c245002d9:36819 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:28:35,060 INFO [RS:0;b29c245002d9:36819 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:28:35,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-397575476/rs 2024-12-03T20:28:35,060 DEBUG [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776 2024-12-03T20:28:35,077 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,36819,1733257713776] 2024-12-03T20:28:35,083 INFO [RS:0;b29c245002d9:36819 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:28:35,085 INFO [RS:0;b29c245002d9:36819 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:28:35,089 WARN [b29c245002d9:34545 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T20:28:35,090 INFO [RS:0;b29c245002d9:36819 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:28:35,090 INFO [RS:0;b29c245002d9:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:35,090 INFO [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:28:35,095 INFO [RS:0;b29c245002d9:36819 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:28:35,095 INFO [RS:0;b29c245002d9:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:35,095 DEBUG [RS:0;b29c245002d9:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:35,095 DEBUG [RS:0;b29c245002d9:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:35,096 DEBUG [RS:0;b29c245002d9:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:35,096 DEBUG [RS:0;b29c245002d9:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:35,096 DEBUG [RS:0;b29c245002d9:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:35,096 DEBUG [RS:0;b29c245002d9:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:28:35,096 DEBUG [RS:0;b29c245002d9:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:35,096 DEBUG [RS:0;b29c245002d9:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:35,096 DEBUG [RS:0;b29c245002d9:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:35,096 DEBUG [RS:0;b29c245002d9:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:35,096 DEBUG [RS:0;b29c245002d9:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:35,096 DEBUG [RS:0;b29c245002d9:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:28:35,096 DEBUG [RS:0;b29c245002d9:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:28:35,096 DEBUG [RS:0;b29c245002d9:36819 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:28:35,099 INFO [RS:0;b29c245002d9:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:35,099 INFO [RS:0;b29c245002d9:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:35,099 INFO [RS:0;b29c245002d9:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:35,099 INFO [RS:0;b29c245002d9:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:35,099 INFO [RS:0;b29c245002d9:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:35,099 INFO [RS:0;b29c245002d9:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,36819,1733257713776-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:28:35,120 INFO [RS:0;b29c245002d9:36819 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:28:35,121 INFO [RS:0;b29c245002d9:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,36819,1733257713776-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:35,121 INFO [RS:0;b29c245002d9:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:35,121 INFO [RS:0;b29c245002d9:36819 {}] regionserver.Replication(171): b29c245002d9,36819,1733257713776 started 2024-12-03T20:28:35,141 INFO [RS:0;b29c245002d9:36819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:35,141 INFO [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,36819,1733257713776, RpcServer on b29c245002d9/172.17.0.3:36819, sessionid=0x1019ce1af820004 2024-12-03T20:28:35,141 DEBUG [RS:0;b29c245002d9:36819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:28:35,141 DEBUG [RS:0;b29c245002d9:36819 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,36819,1733257713776 2024-12-03T20:28:35,141 DEBUG [RS:0;b29c245002d9:36819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,36819,1733257713776' 2024-12-03T20:28:35,141 DEBUG [RS:0;b29c245002d9:36819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-397575476/flush-table-proc/abort' 2024-12-03T20:28:35,142 DEBUG [RS:0;b29c245002d9:36819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-397575476/flush-table-proc/acquired' 2024-12-03T20:28:35,143 DEBUG [RS:0;b29c245002d9:36819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:28:35,143 DEBUG [RS:0;b29c245002d9:36819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:28:35,143 DEBUG [RS:0;b29c245002d9:36819 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,36819,1733257713776 2024-12-03T20:28:35,143 DEBUG [RS:0;b29c245002d9:36819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,36819,1733257713776' 2024-12-03T20:28:35,143 DEBUG [RS:0;b29c245002d9:36819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-397575476/online-snapshot/abort' 2024-12-03T20:28:35,144 DEBUG [RS:0;b29c245002d9:36819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-397575476/online-snapshot/acquired' 2024-12-03T20:28:35,145 DEBUG [RS:0;b29c245002d9:36819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:28:35,145 INFO [RS:0;b29c245002d9:36819 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:28:35,145 INFO [RS:0;b29c245002d9:36819 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:28:35,248 INFO [RS:0;b29c245002d9:36819 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:28:35,257 INFO [RS:0;b29c245002d9:36819 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C36819%2C1733257713776, suffix=, logDir=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776, archiveDir=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/oldWALs, maxLogs=10 2024-12-03T20:28:35,281 DEBUG [RS:0;b29c245002d9:36819 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257, exclude list is [], retry=0 2024-12-03T20:28:35,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36101,DS-dd02c502-b8eb-4417-9933-bd11cb591fa9,DISK] 2024-12-03T20:28:35,297 INFO [RS:0;b29c245002d9:36819 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257 2024-12-03T20:28:35,300 DEBUG [RS:0;b29c245002d9:36819 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-12-03T20:28:35,340 DEBUG [b29c245002d9:34545 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:28:35,340 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,36819,1733257713776 2024-12-03T20:28:35,341 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,36819,1733257713776, state=OPENING 2024-12-03T20:28:35,360 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:28:35,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019ce1af820004, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-397575476 2024-12-03T20:28:35,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-397575476 2024-12-03T20:28:35,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-397575476/meta-region-server: CHANGED 2024-12-03T20:28:35,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-397575476/meta-region-server: CHANGED 2024-12-03T20:28:35,372 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:28:35,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,36819,1733257713776}] 2024-12-03T20:28:35,525 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:28:35,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:28:35,531 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:28:35,531 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:28:35,531 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:28:35,535 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C36819%2C1733257713776.meta, suffix=.meta, logDir=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776, archiveDir=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/oldWALs, maxLogs=10 2024-12-03T20:28:35,554 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.meta.1733257715536.meta, exclude list is [], retry=0 2024-12-03T20:28:35,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36101,DS-dd02c502-b8eb-4417-9933-bd11cb591fa9,DISK] 2024-12-03T20:28:35,571 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.meta.1733257715536.meta 2024-12-03T20:28:35,571 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-12-03T20:28:35,572 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:28:35,572 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:28:35,572 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:28:35,572 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:28:35,572 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:28:35,573 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:28:35,573 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:35,573 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:28:35,573 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:28:35,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:28:35,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:28:35,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:35,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:35,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:28:35,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:28:35,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:35,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:35,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:28:35,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:28:35,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:35,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:35,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:28:35,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:28:35,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:35,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:28:35,586 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:28:35,587 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740 2024-12-03T20:28:35,593 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740 2024-12-03T20:28:35,594 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:28:35,594 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:28:35,594 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:28:35,597 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:28:35,598 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68599199, jitterRate=0.022207722067832947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:28:35,598 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:28:35,598 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257715573Writing region info on filesystem at 1733257715573Initializing all the Stores at 1733257715575 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257715575Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257715576 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257715576Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257715576Cleaning up temporary data from old regions at 1733257715594 (+18 ms)Running coprocessor post-open hooks at 1733257715598 (+4 ms)Region opened successfully at 1733257715598 2024-12-03T20:28:35,605 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257715525 2024-12-03T20:28:35,608 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:28:35,608 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:28:35,610 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,36819,1733257713776 2024-12-03T20:28:35,611 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,36819,1733257713776, state=OPEN 2024-12-03T20:28:35,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-397575476/meta-region-server 2024-12-03T20:28:35,628 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,36819,1733257713776 2024-12-03T20:28:35,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-397575476/meta-region-server: CHANGED 2024-12-03T20:28:35,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:28:35,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,36819,1733257713776 in 256 msec 2024-12-03T20:28:35,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019ce1af820004, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-397575476/meta-region-server 2024-12-03T20:28:35,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-397575476/meta-region-server: CHANGED 2024-12-03T20:28:35,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:28:35,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 697 msec 2024-12-03T20:28:35,635 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:28:35,635 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:28:35,639 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:28:35,639 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,36819,1733257713776, seqNum=-1] 2024-12-03T20:28:35,639 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:28:35,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:28:35,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 799 msec 2024-12-03T20:28:35,658 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257715658, completionTime=-1 2024-12-03T20:28:35,658 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T20:28:35,658 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:28:35,664 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:28:35,664 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257775664 2024-12-03T20:28:35,664 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257835664 2024-12-03T20:28:35,664 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-03T20:28:35,664 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34545,1733257713516-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:35,665 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34545,1733257713516-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:35,665 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34545,1733257713516-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:35,665 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:34545, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:35,665 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:35,667 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:28:35,672 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:35,684 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.792sec 2024-12-03T20:28:35,684 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:28:35,684 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:28:35,684 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:28:35,684 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:28:35,684 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:28:35,684 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34545,1733257713516-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:28:35,684 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34545,1733257713516-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:28:35,697 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:28:35,697 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:28:35,697 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34545,1733257713516-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:28:35,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7fe5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:35,762 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,34545,-1 for getting cluster id 2024-12-03T20:28:35,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:28:35,768 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54e7f43b-f394-48c8-875e-9ff1ed0ff2e9' 2024-12-03T20:28:35,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:28:35,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54e7f43b-f394-48c8-875e-9ff1ed0ff2e9" 2024-12-03T20:28:35,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1c208b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:35,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,34545,-1] 2024-12-03T20:28:35,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:28:35,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:35,773 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:28:35,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30466eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:35,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:28:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,36819,1733257713776, seqNum=-1] 2024-12-03T20:28:35,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:28:35,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:28:35,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,34545,1733257713516 2024-12-03T20:28:35,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50469 2024-12-03T20:28:35,834 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T20:28:35,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:28:35,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019ce1af820005 connected 2024-12-03T20:28:35,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:28:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,43563,1733257707150 2024-12-03T20:28:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18ffd075 2024-12-03T20:28:35,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:28:35,875 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:28:35,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:28:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T20:28:35,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:28:35,889 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:35,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T20:28:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:28:35,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:28:35,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741835_1011 (size=902) 2024-12-03T20:28:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:28:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:28:36,346 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f636902807b5f0785847692913b5f4d, NAME => 'test,,1733257715875.7f636902807b5f0785847692913b5f4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2 2024-12-03T20:28:36,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741836_1012 (size=39) 2024-12-03T20:28:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:28:36,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733257715875.7f636902807b5f0785847692913b5f4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:36,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7f636902807b5f0785847692913b5f4d, disabling compactions & flushes 2024-12-03T20:28:36,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733257715875.7f636902807b5f0785847692913b5f4d. 2024-12-03T20:28:36,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257715875.7f636902807b5f0785847692913b5f4d. 2024-12-03T20:28:36,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733257715875.7f636902807b5f0785847692913b5f4d. after waiting 0 ms 2024-12-03T20:28:36,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733257715875.7f636902807b5f0785847692913b5f4d. 2024-12-03T20:28:36,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733257715875.7f636902807b5f0785847692913b5f4d. 2024-12-03T20:28:36,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f636902807b5f0785847692913b5f4d: Waiting for close lock at 1733257716801Disabling compacts and flushes for region at 1733257716801Disabling writes for close at 1733257716801Writing region close event to WAL at 1733257716801Closed at 1733257716801 2024-12-03T20:28:36,817 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:28:36,817 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733257715875.7f636902807b5f0785847692913b5f4d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733257716817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257716817"}]},"ts":"1733257716817"} 2024-12-03T20:28:36,825 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:28:36,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:28:36,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257716827"}]},"ts":"1733257716827"} 2024-12-03T20:28:36,833 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T20:28:36,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f636902807b5f0785847692913b5f4d, ASSIGN}] 2024-12-03T20:28:36,837 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f636902807b5f0785847692913b5f4d, ASSIGN 2024-12-03T20:28:36,839 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7f636902807b5f0785847692913b5f4d, ASSIGN; state=OFFLINE, location=b29c245002d9,34397,1733257707487; forceNewPlan=false, retain=false 2024-12-03T20:28:36,990 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f636902807b5f0785847692913b5f4d, regionState=OPENING, regionLocation=b29c245002d9,34397,1733257707487 2024-12-03T20:28:37,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7f636902807b5f0785847692913b5f4d, ASSIGN because future has completed 2024-12-03T20:28:37,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f636902807b5f0785847692913b5f4d, server=b29c245002d9,34397,1733257707487}] 2024-12-03T20:28:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:28:37,171 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733257715875.7f636902807b5f0785847692913b5f4d. 2024-12-03T20:28:37,171 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f636902807b5f0785847692913b5f4d, NAME => 'test,,1733257715875.7f636902807b5f0785847692913b5f4d.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:28:37,172 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:28:37,172 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T20:28:37,172 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7f636902807b5f0785847692913b5f4d 2024-12-03T20:28:37,172 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733257715875.7f636902807b5f0785847692913b5f4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:37,172 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7f636902807b5f0785847692913b5f4d 2024-12-03T20:28:37,172 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7f636902807b5f0785847692913b5f4d 2024-12-03T20:28:37,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T20:28:37,174 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T20:28:37,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:28:37,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T20:28:37,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:28:37,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T20:28:37,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:28:37,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T20:28:37,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T20:28:37,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T20:28:37,180 INFO [StoreOpener-7f636902807b5f0785847692913b5f4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7f636902807b5f0785847692913b5f4d 2024-12-03T20:28:37,182 INFO [StoreOpener-7f636902807b5f0785847692913b5f4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f636902807b5f0785847692913b5f4d columnFamilyName f 2024-12-03T20:28:37,182 DEBUG [StoreOpener-7f636902807b5f0785847692913b5f4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:37,182 INFO [StoreOpener-7f636902807b5f0785847692913b5f4d-1 {}] regionserver.HStore(327): Store=7f636902807b5f0785847692913b5f4d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:37,182 INFO [StoreOpener-7f636902807b5f0785847692913b5f4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7f636902807b5f0785847692913b5f4d 2024-12-03T20:28:37,185 INFO [StoreOpener-7f636902807b5f0785847692913b5f4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f636902807b5f0785847692913b5f4d columnFamilyName f1 2024-12-03T20:28:37,185 DEBUG [StoreOpener-7f636902807b5f0785847692913b5f4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:37,186 INFO [StoreOpener-7f636902807b5f0785847692913b5f4d-1 {}] regionserver.HStore(327): Store=7f636902807b5f0785847692913b5f4d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:37,186 INFO [StoreOpener-7f636902807b5f0785847692913b5f4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7f636902807b5f0785847692913b5f4d 2024-12-03T20:28:37,187 INFO [StoreOpener-7f636902807b5f0785847692913b5f4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f636902807b5f0785847692913b5f4d columnFamilyName norep 2024-12-03T20:28:37,187 DEBUG [StoreOpener-7f636902807b5f0785847692913b5f4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:37,188 INFO [StoreOpener-7f636902807b5f0785847692913b5f4d-1 {}] regionserver.HStore(327): Store=7f636902807b5f0785847692913b5f4d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:37,188 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7f636902807b5f0785847692913b5f4d 2024-12-03T20:28:37,188 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/default/test/7f636902807b5f0785847692913b5f4d 2024-12-03T20:28:37,189 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/default/test/7f636902807b5f0785847692913b5f4d 2024-12-03T20:28:37,190 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7f636902807b5f0785847692913b5f4d 2024-12-03T20:28:37,190 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7f636902807b5f0785847692913b5f4d 2024-12-03T20:28:37,190 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:28:37,192 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7f636902807b5f0785847692913b5f4d 2024-12-03T20:28:37,223 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/default/test/7f636902807b5f0785847692913b5f4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:28:37,227 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7f636902807b5f0785847692913b5f4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66621882, jitterRate=-0.007256597280502319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:28:37,227 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f636902807b5f0785847692913b5f4d 2024-12-03T20:28:37,228 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7f636902807b5f0785847692913b5f4d: Running coprocessor pre-open hook at 1733257717173Writing region info on filesystem at 1733257717173Initializing all the Stores at 1733257717174 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257717174Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257717180 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257717180Cleaning up temporary data from old regions at 1733257717190 (+10 ms)Running coprocessor post-open hooks at 1733257717227 (+37 ms)Region opened successfully at 1733257717228 (+1 ms) 2024-12-03T20:28:37,236 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733257715875.7f636902807b5f0785847692913b5f4d., pid=6, masterSystemTime=1733257717164 2024-12-03T20:28:37,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f636902807b5f0785847692913b5f4d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b29c245002d9,34397,1733257707487 2024-12-03T20:28:37,242 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733257715875.7f636902807b5f0785847692913b5f4d. 2024-12-03T20:28:37,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f636902807b5f0785847692913b5f4d, server=b29c245002d9,34397,1733257707487 because future has completed 2024-12-03T20:28:37,242 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733257715875.7f636902807b5f0785847692913b5f4d. 2024-12-03T20:28:37,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:28:37,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f636902807b5f0785847692913b5f4d, server=b29c245002d9,34397,1733257707487 in 242 msec 2024-12-03T20:28:37,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T20:28:37,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7f636902807b5f0785847692913b5f4d, ASSIGN in 418 msec 2024-12-03T20:28:37,265 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:28:37,266 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257717266"}]},"ts":"1733257717266"} 2024-12-03T20:28:37,270 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T20:28:37,272 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:28:37,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3960 sec 2024-12-03T20:28:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:28:38,060 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T20:28:38,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:28:38,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,34545,1733257713516 2024-12-03T20:28:38,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7da94964 2024-12-03T20:28:38,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:28:38,081 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:28:38,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:28:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T20:28:38,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:28:38,085 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:38,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T20:28:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:28:38,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:28:38,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741835_1011 (size=902) 2024-12-03T20:28:38,110 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f73a651c2b15484fb0324bf7da1cc7a8, NAME => 'test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9 2024-12-03T20:28:38,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741836_1012 (size=39) 2024-12-03T20:28:38,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:38,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f73a651c2b15484fb0324bf7da1cc7a8, disabling compactions & flushes 2024-12-03T20:28:38,166 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8. 2024-12-03T20:28:38,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8. 2024-12-03T20:28:38,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8. after waiting 0 ms 2024-12-03T20:28:38,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8. 2024-12-03T20:28:38,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8. 2024-12-03T20:28:38,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f73a651c2b15484fb0324bf7da1cc7a8: Waiting for close lock at 1733257718166Disabling compacts and flushes for region at 1733257718166Disabling writes for close at 1733257718167 (+1 ms)Writing region close event to WAL at 1733257718167Closed at 1733257718167 2024-12-03T20:28:38,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:28:38,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733257718169"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257718169"}]},"ts":"1733257718169"} 2024-12-03T20:28:38,180 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:28:38,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:28:38,183 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257718182"}]},"ts":"1733257718182"} 2024-12-03T20:28:38,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T20:28:38,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f73a651c2b15484fb0324bf7da1cc7a8, ASSIGN}] 2024-12-03T20:28:38,188 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f73a651c2b15484fb0324bf7da1cc7a8, ASSIGN 2024-12-03T20:28:38,195 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f73a651c2b15484fb0324bf7da1cc7a8, ASSIGN; state=OFFLINE, location=b29c245002d9,36819,1733257713776; forceNewPlan=false, retain=false 2024-12-03T20:28:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:28:38,347 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f73a651c2b15484fb0324bf7da1cc7a8, regionState=OPENING, regionLocation=b29c245002d9,36819,1733257713776 2024-12-03T20:28:38,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f73a651c2b15484fb0324bf7da1cc7a8, ASSIGN because future has completed 2024-12-03T20:28:38,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f73a651c2b15484fb0324bf7da1cc7a8, server=b29c245002d9,36819,1733257713776}] 2024-12-03T20:28:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:28:38,553 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8. 2024-12-03T20:28:38,553 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f73a651c2b15484fb0324bf7da1cc7a8, NAME => 'test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:28:38,553 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:28:38,553 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T20:28:38,553 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f73a651c2b15484fb0324bf7da1cc7a8 2024-12-03T20:28:38,554 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:38,554 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f73a651c2b15484fb0324bf7da1cc7a8 2024-12-03T20:28:38,554 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f73a651c2b15484fb0324bf7da1cc7a8 2024-12-03T20:28:38,565 INFO [StoreOpener-f73a651c2b15484fb0324bf7da1cc7a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f73a651c2b15484fb0324bf7da1cc7a8 2024-12-03T20:28:38,577 INFO [StoreOpener-f73a651c2b15484fb0324bf7da1cc7a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f73a651c2b15484fb0324bf7da1cc7a8 columnFamilyName f 2024-12-03T20:28:38,577 DEBUG [StoreOpener-f73a651c2b15484fb0324bf7da1cc7a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:38,577 INFO [StoreOpener-f73a651c2b15484fb0324bf7da1cc7a8-1 {}] regionserver.HStore(327): Store=f73a651c2b15484fb0324bf7da1cc7a8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:38,577 INFO [StoreOpener-f73a651c2b15484fb0324bf7da1cc7a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f73a651c2b15484fb0324bf7da1cc7a8 2024-12-03T20:28:38,578 INFO [StoreOpener-f73a651c2b15484fb0324bf7da1cc7a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f73a651c2b15484fb0324bf7da1cc7a8 columnFamilyName f1 2024-12-03T20:28:38,578 DEBUG [StoreOpener-f73a651c2b15484fb0324bf7da1cc7a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:38,579 INFO [StoreOpener-f73a651c2b15484fb0324bf7da1cc7a8-1 {}] regionserver.HStore(327): Store=f73a651c2b15484fb0324bf7da1cc7a8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:38,579 INFO [StoreOpener-f73a651c2b15484fb0324bf7da1cc7a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f73a651c2b15484fb0324bf7da1cc7a8 2024-12-03T20:28:38,580 INFO [StoreOpener-f73a651c2b15484fb0324bf7da1cc7a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f73a651c2b15484fb0324bf7da1cc7a8 columnFamilyName norep 2024-12-03T20:28:38,580 DEBUG [StoreOpener-f73a651c2b15484fb0324bf7da1cc7a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:38,581 INFO [StoreOpener-f73a651c2b15484fb0324bf7da1cc7a8-1 {}] regionserver.HStore(327): Store=f73a651c2b15484fb0324bf7da1cc7a8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:38,581 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f73a651c2b15484fb0324bf7da1cc7a8 2024-12-03T20:28:38,582 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/default/test/f73a651c2b15484fb0324bf7da1cc7a8 2024-12-03T20:28:38,583 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/default/test/f73a651c2b15484fb0324bf7da1cc7a8 2024-12-03T20:28:38,583 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f73a651c2b15484fb0324bf7da1cc7a8 2024-12-03T20:28:38,583 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f73a651c2b15484fb0324bf7da1cc7a8 2024-12-03T20:28:38,584 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:28:38,585 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f73a651c2b15484fb0324bf7da1cc7a8 2024-12-03T20:28:38,602 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/default/test/f73a651c2b15484fb0324bf7da1cc7a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:28:38,618 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f73a651c2b15484fb0324bf7da1cc7a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60205429, jitterRate=-0.1028691977262497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:28:38,618 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f73a651c2b15484fb0324bf7da1cc7a8 2024-12-03T20:28:38,619 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f73a651c2b15484fb0324bf7da1cc7a8: Running coprocessor pre-open hook at 1733257718554Writing region info on filesystem at 1733257718554Initializing all the Stores at 1733257718561 (+7 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257718561Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257718564 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257718564Cleaning up temporary data from old regions at 1733257718583 (+19 ms)Running coprocessor post-open hooks at 1733257718618 (+35 ms)Region opened successfully at 1733257718618 2024-12-03T20:28:38,624 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8., pid=6, masterSystemTime=1733257718532 2024-12-03T20:28:38,632 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f73a651c2b15484fb0324bf7da1cc7a8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b29c245002d9,36819,1733257713776 2024-12-03T20:28:38,632 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8. 2024-12-03T20:28:38,632 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8. 2024-12-03T20:28:38,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f73a651c2b15484fb0324bf7da1cc7a8, server=b29c245002d9,36819,1733257713776 because future has completed 2024-12-03T20:28:38,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:28:38,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f73a651c2b15484fb0324bf7da1cc7a8, server=b29c245002d9,36819,1733257713776 in 276 msec 2024-12-03T20:28:38,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T20:28:38,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f73a651c2b15484fb0324bf7da1cc7a8, ASSIGN in 461 msec 2024-12-03T20:28:38,650 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:28:38,650 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257718650"}]},"ts":"1733257718650"} 2024-12-03T20:28:38,652 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T20:28:38,653 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:28:38,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 571 msec 2024-12-03T20:28:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:28:38,717 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T20:28:38,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:38,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,43563,-1 for getting cluster id 2024-12-03T20:28:38,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:28:38,725 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '401d5569-9332-45cd-97d9-65cc5fdfac67' 2024-12-03T20:28:38,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:28:38,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "401d5569-9332-45cd-97d9-65cc5fdfac67" 2024-12-03T20:28:38,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524305ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:38,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,43563,-1] 2024-12-03T20:28:38,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:28:38,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:38,730 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:28:38,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ae8ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:38,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eec5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:38,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,34545,-1 for getting cluster id 2024-12-03T20:28:38,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:28:38,746 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54e7f43b-f394-48c8-875e-9ff1ed0ff2e9' 2024-12-03T20:28:38,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:28:38,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54e7f43b-f394-48c8-875e-9ff1ed0ff2e9" 2024-12-03T20:28:38,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea809a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:38,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,34545,-1] 2024-12-03T20:28:38,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:28:38,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:38,748 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:28:38,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd0392d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:38,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:38,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,43563,-1 for getting cluster id 2024-12-03T20:28:38,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:28:38,755 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '401d5569-9332-45cd-97d9-65cc5fdfac67' 2024-12-03T20:28:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:28:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "401d5569-9332-45cd-97d9-65cc5fdfac67" 2024-12-03T20:28:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b1827da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,43563,-1] 2024-12-03T20:28:38,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:28:38,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:38,760 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:28:38,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9ab686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:38,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:28:38,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,43563,1733257707150 2024-12-03T20:28:38,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4436696 2024-12-03T20:28:38,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:28:38,775 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:28:38,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b29c245002d9:34545,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T20:28:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T20:28:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:28:38,782 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:34545' 2024-12-03T20:28:38,796 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd5b8a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:38,797 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,34545,-1 for getting cluster id 2024-12-03T20:28:38,797 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:28:38,798 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54e7f43b-f394-48c8-875e-9ff1ed0ff2e9' 2024-12-03T20:28:38,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:28:38,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54e7f43b-f394-48c8-875e-9ff1ed0ff2e9" 2024-12-03T20:28:38,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6a520f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:38,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,34545,-1] 2024-12-03T20:28:38,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:28:38,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:38,803 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:28:38,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a19dfd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:38,804 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:28:38,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,34545,1733257713516 2024-12-03T20:28:38,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57df97a0 2024-12-03T20:28:38,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:28:38,812 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:28:38,816 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T20:28:38,816 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T20:28:38,816 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:38,816 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:38,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:28:38,817 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:28:38,818 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T20:28:38,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:28:38,820 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:38,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:28:38,871 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T20:28:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:28:38,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741837_1013 (size=1138) 2024-12-03T20:28:38,902 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 361d6061b0a495afa1cd1f130448c8f9, NAME => 'hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2 2024-12-03T20:28:38,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741838_1014 (size=44) 2024-12-03T20:28:38,968 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:38,969 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 361d6061b0a495afa1cd1f130448c8f9, disabling compactions & flushes 2024-12-03T20:28:38,969 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9. 2024-12-03T20:28:38,969 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9. 2024-12-03T20:28:38,969 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9. after waiting 0 ms 2024-12-03T20:28:38,969 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9. 2024-12-03T20:28:38,969 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9. 2024-12-03T20:28:38,969 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 361d6061b0a495afa1cd1f130448c8f9: Waiting for close lock at 1733257718968Disabling compacts and flushes for region at 1733257718968Disabling writes for close at 1733257718969 (+1 ms)Writing region close event to WAL at 1733257718969Closed at 1733257718969 2024-12-03T20:28:38,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:28:38,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733257718982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257718982"}]},"ts":"1733257718982"} 2024-12-03T20:28:38,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:28:39,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:28:39,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257719002"}]},"ts":"1733257719002"} 2024-12-03T20:28:39,007 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T20:28:39,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=361d6061b0a495afa1cd1f130448c8f9, ASSIGN}] 2024-12-03T20:28:39,010 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=361d6061b0a495afa1cd1f130448c8f9, ASSIGN 2024-12-03T20:28:39,012 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=361d6061b0a495afa1cd1f130448c8f9, ASSIGN; state=OFFLINE, location=b29c245002d9,34397,1733257707487; forceNewPlan=false, retain=false 2024-12-03T20:28:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:28:39,164 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=361d6061b0a495afa1cd1f130448c8f9, regionState=OPENING, regionLocation=b29c245002d9,34397,1733257707487 2024-12-03T20:28:39,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=361d6061b0a495afa1cd1f130448c8f9, ASSIGN because future has completed 2024-12-03T20:28:39,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 361d6061b0a495afa1cd1f130448c8f9, server=b29c245002d9,34397,1733257707487}] 2024-12-03T20:28:39,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9. 2024-12-03T20:28:39,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:28:39,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T20:28:39,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C34397%2C1733257707487.rep, suffix=, logDir=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487, archiveDir=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/oldWALs, maxLogs=10 2024-12-03T20:28:39,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.rep.1733257719369, exclude list is [], retry=0 2024-12-03T20:28:39,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40545,DS-47e5ef07-eaf4-4e11-98ec-b03abc8f6891,DISK] 2024-12-03T20:28:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:28:39,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.rep.1733257719369 2024-12-03T20:28:39,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46531:46531)] 2024-12-03T20:28:39,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 361d6061b0a495afa1cd1f130448c8f9, NAME => 'hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:28:39,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:28:39,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:28:39,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9. service=MultiRowMutationService 2024-12-03T20:28:39,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T20:28:39,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 361d6061b0a495afa1cd1f130448c8f9 2024-12-03T20:28:39,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:39,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 361d6061b0a495afa1cd1f130448c8f9 2024-12-03T20:28:39,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 361d6061b0a495afa1cd1f130448c8f9 2024-12-03T20:28:39,456 INFO [StoreOpener-361d6061b0a495afa1cd1f130448c8f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 361d6061b0a495afa1cd1f130448c8f9 2024-12-03T20:28:39,457 INFO [StoreOpener-361d6061b0a495afa1cd1f130448c8f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 361d6061b0a495afa1cd1f130448c8f9 columnFamilyName hfileref 2024-12-03T20:28:39,457 DEBUG [StoreOpener-361d6061b0a495afa1cd1f130448c8f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:39,458 INFO [StoreOpener-361d6061b0a495afa1cd1f130448c8f9-1 {}] regionserver.HStore(327): Store=361d6061b0a495afa1cd1f130448c8f9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:39,458 INFO [StoreOpener-361d6061b0a495afa1cd1f130448c8f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 361d6061b0a495afa1cd1f130448c8f9 2024-12-03T20:28:39,461 INFO [StoreOpener-361d6061b0a495afa1cd1f130448c8f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 361d6061b0a495afa1cd1f130448c8f9 columnFamilyName queue 2024-12-03T20:28:39,461 DEBUG [StoreOpener-361d6061b0a495afa1cd1f130448c8f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:39,462 INFO [StoreOpener-361d6061b0a495afa1cd1f130448c8f9-1 {}] regionserver.HStore(327): Store=361d6061b0a495afa1cd1f130448c8f9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:39,462 INFO [StoreOpener-361d6061b0a495afa1cd1f130448c8f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 361d6061b0a495afa1cd1f130448c8f9 2024-12-03T20:28:39,463 INFO [StoreOpener-361d6061b0a495afa1cd1f130448c8f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 361d6061b0a495afa1cd1f130448c8f9 columnFamilyName sid 2024-12-03T20:28:39,463 DEBUG [StoreOpener-361d6061b0a495afa1cd1f130448c8f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:39,464 INFO [StoreOpener-361d6061b0a495afa1cd1f130448c8f9-1 {}] regionserver.HStore(327): Store=361d6061b0a495afa1cd1f130448c8f9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:39,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 361d6061b0a495afa1cd1f130448c8f9 2024-12-03T20:28:39,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/replication/361d6061b0a495afa1cd1f130448c8f9 2024-12-03T20:28:39,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/replication/361d6061b0a495afa1cd1f130448c8f9 2024-12-03T20:28:39,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 361d6061b0a495afa1cd1f130448c8f9 2024-12-03T20:28:39,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 361d6061b0a495afa1cd1f130448c8f9 2024-12-03T20:28:39,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:28:39,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 361d6061b0a495afa1cd1f130448c8f9 2024-12-03T20:28:39,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/replication/361d6061b0a495afa1cd1f130448c8f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:28:39,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 361d6061b0a495afa1cd1f130448c8f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72167675, jitterRate=0.07538215816020966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:28:39,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 361d6061b0a495afa1cd1f130448c8f9 2024-12-03T20:28:39,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 361d6061b0a495afa1cd1f130448c8f9: Running coprocessor pre-open hook at 1733257719418Writing region info on filesystem at 1733257719418Initializing all the Stores at 1733257719444 (+26 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257719444Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257719455 (+11 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257719455Cleaning up temporary data from old regions at 1733257719496 (+41 ms)Running coprocessor post-open hooks at 1733257719514 (+18 ms)Region opened successfully at 1733257719515 (+1 ms) 2024-12-03T20:28:39,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9., pid=10, masterSystemTime=1733257719344 2024-12-03T20:28:39,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9. 2024-12-03T20:28:39,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9. 2024-12-03T20:28:39,545 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=361d6061b0a495afa1cd1f130448c8f9, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,34397,1733257707487 2024-12-03T20:28:39,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 361d6061b0a495afa1cd1f130448c8f9, server=b29c245002d9,34397,1733257707487 because future has completed 2024-12-03T20:28:39,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T20:28:39,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 361d6061b0a495afa1cd1f130448c8f9, server=b29c245002d9,34397,1733257707487 in 377 msec 2024-12-03T20:28:39,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T20:28:39,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=361d6061b0a495afa1cd1f130448c8f9, ASSIGN in 553 msec 2024-12-03T20:28:39,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:28:39,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257719564"}]},"ts":"1733257719564"} 2024-12-03T20:28:39,569 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T20:28:39,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:28:39,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 755 msec 2024-12-03T20:28:39,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9., hostname=b29c245002d9,34397,1733257707487, seqNum=2] 2024-12-03T20:28:39,701 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1019ce1af820001, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01343429092 2024-12-03T20:28:39,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01343429092 2024-12-03T20:28:39,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T20:28:39,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34397 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T20:28:39,911 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T20:28:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:28:39,991 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b29c245002d9,34397,1733257707487, ReplicationSource: 1, currentBandwidth=0 2024-12-03T20:28:39,992 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:28:39,992 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34397,1733257707487, seqNum=-1] 2024-12-03T20:28:39,992 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:28:39,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-03T20:28:39,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b29c245002d9,34397,1733257707487', locateType=CURRENT is [region=hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9., hostname=b29c245002d9,34397,1733257707487, seqNum=2] 2024-12-03T20:28:40,012 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T20:28:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T20:28:40,035 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:34545' 2024-12-03T20:28:40,039 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b29c245002d9,34397,1733257707487 suceeded 2024-12-03T20:28:40,044 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@676ef7a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:40,044 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,34545,-1 for getting cluster id 2024-12-03T20:28:40,044 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:28:40,047 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54e7f43b-f394-48c8-875e-9ff1ed0ff2e9' 2024-12-03T20:28:40,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:28:40,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54e7f43b-f394-48c8-875e-9ff1ed0ff2e9" 2024-12-03T20:28:40,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d254236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:40,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,34545,-1] 2024-12-03T20:28:40,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:28:40,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:40,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T20:28:40,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 289 msec 2024-12-03T20:28:40,049 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b29c245002d9:34545,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T20:28:40,050 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:28:40,051 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37b5681f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:40,051 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:28:40,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2740 sec 2024-12-03T20:28:40,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,34545,1733257713516 2024-12-03T20:28:40,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c446f3a 2024-12-03T20:28:40,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:28:40,053 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-03T20:28:40,054 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b29c245002d9,34397,1733257707487 (queues=1) is replicating from cluster=401d5569-9332-45cd-97d9-65cc5fdfac67 to cluster=54e7f43b-f394-48c8-875e-9ff1ed0ff2e9 2024-12-03T20:28:40,054 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b29c245002d9%2C34397%2C1733257707487 2024-12-03T20:28:40,054 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b29c245002d9,34397,1733257707487, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T20:28:40,072 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080, startPosition=0, beingWritten=true 2024-12-03T20:28:40,077 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.shipperb29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b29c245002d9%2C34397%2C1733257707487 2024-12-03T20:28:40,106 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:28:40,106 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 379, reset compression=false 2024-12-03T20:28:40,108 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.shipperb29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34397,1733257707487 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:28:40,313 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 379, reset compression=false 2024-12-03T20:28:40,652 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 379, reset compression=false 2024-12-03T20:28:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:28:40,929 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T20:28:40,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:28:40,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:40,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:40,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:40,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:28:40,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4663f8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:40,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,34545,-1 for getting cluster id 2024-12-03T20:28:40,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:28:40,942 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54e7f43b-f394-48c8-875e-9ff1ed0ff2e9' 2024-12-03T20:28:40,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:28:40,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54e7f43b-f394-48c8-875e-9ff1ed0ff2e9" 2024-12-03T20:28:40,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c23128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:40,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,34545,-1] 2024-12-03T20:28:40,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:28:40,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:40,946 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:28:40,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1125c6d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:40,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:28:40,948 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,34545,1733257713516 2024-12-03T20:28:40,948 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@432e5ece 2024-12-03T20:28:40,948 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:28:40,953 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:28:40,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b29c245002d9:43563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T20:28:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T20:28:40,962 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:43563' 2024-12-03T20:28:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:28:40,980 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18aac722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:40,980 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,43563,-1 for getting cluster id 2024-12-03T20:28:40,981 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:28:40,984 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '401d5569-9332-45cd-97d9-65cc5fdfac67' 2024-12-03T20:28:40,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:28:40,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "401d5569-9332-45cd-97d9-65cc5fdfac67" 2024-12-03T20:28:40,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c00d5cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:40,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,43563,-1] 2024-12-03T20:28:40,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:28:40,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:40,990 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:28:40,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@642b519f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:40,996 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:28:40,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,43563,1733257707150 2024-12-03T20:28:40,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6528b7fa 2024-12-03T20:28:40,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:28:40,998 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:28:41,000 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T20:28:41,000 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T20:28:41,000 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:41,000 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:41,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:28:41,000 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:28:41,002 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T20:28:41,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:28:41,003 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:41,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:28:41,052 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T20:28:41,062 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 379, reset compression=false 2024-12-03T20:28:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:28:41,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741837_1013 (size=1138) 2024-12-03T20:28:41,081 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:28:41,100 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c5dc82d88642596484d85e0527b24535, NAME => 'hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9 2024-12-03T20:28:41,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:41,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:41,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:41,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:41,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:41,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:41,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741838_1014 (size=44) 2024-12-03T20:28:41,207 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T20:28:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:28:41,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:28:41,588 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 379, reset compression=false 2024-12-03T20:28:41,595 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:41,595 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c5dc82d88642596484d85e0527b24535, disabling compactions & flushes 2024-12-03T20:28:41,595 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535. 2024-12-03T20:28:41,596 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535. 2024-12-03T20:28:41,596 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535. after waiting 0 ms 2024-12-03T20:28:41,596 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535. 2024-12-03T20:28:41,596 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535. 2024-12-03T20:28:41,596 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c5dc82d88642596484d85e0527b24535: Waiting for close lock at 1733257721595Disabling compacts and flushes for region at 1733257721595Disabling writes for close at 1733257721596 (+1 ms)Writing region close event to WAL at 1733257721596Closed at 1733257721596 2024-12-03T20:28:41,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:28:41,601 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733257721601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257721601"}]},"ts":"1733257721601"} 2024-12-03T20:28:41,610 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:28:41,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:28:41,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257721611"}]},"ts":"1733257721611"} 2024-12-03T20:28:41,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T20:28:41,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5dc82d88642596484d85e0527b24535, ASSIGN}] 2024-12-03T20:28:41,619 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5dc82d88642596484d85e0527b24535, ASSIGN 2024-12-03T20:28:41,620 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c5dc82d88642596484d85e0527b24535, ASSIGN; state=OFFLINE, location=b29c245002d9,36819,1733257713776; forceNewPlan=false, retain=false 2024-12-03T20:28:41,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c5dc82d88642596484d85e0527b24535, regionState=OPENING, regionLocation=b29c245002d9,36819,1733257713776 2024-12-03T20:28:41,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c5dc82d88642596484d85e0527b24535, ASSIGN because future has completed 2024-12-03T20:28:41,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5dc82d88642596484d85e0527b24535, server=b29c245002d9,36819,1733257713776}] 2024-12-03T20:28:41,835 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T20:28:41,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535. 2024-12-03T20:28:41,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:28:41,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T20:28:41,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C36819%2C1733257713776.rep, suffix=, logDir=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776, archiveDir=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/oldWALs, maxLogs=10 2024-12-03T20:28:42,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.rep.1733257721986, exclude list is [], retry=0 2024-12-03T20:28:42,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36101,DS-dd02c502-b8eb-4417-9933-bd11cb591fa9,DISK] 2024-12-03T20:28:42,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.rep.1733257721986 2024-12-03T20:28:42,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-12-03T20:28:42,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c5dc82d88642596484d85e0527b24535, NAME => 'hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:28:42,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:28:42,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:28:42,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535. service=MultiRowMutationService 2024-12-03T20:28:42,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T20:28:42,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c5dc82d88642596484d85e0527b24535 2024-12-03T20:28:42,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:28:42,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c5dc82d88642596484d85e0527b24535 2024-12-03T20:28:42,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c5dc82d88642596484d85e0527b24535 2024-12-03T20:28:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:28:42,115 INFO [StoreOpener-c5dc82d88642596484d85e0527b24535-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c5dc82d88642596484d85e0527b24535 2024-12-03T20:28:42,126 INFO [StoreOpener-c5dc82d88642596484d85e0527b24535-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5dc82d88642596484d85e0527b24535 columnFamilyName hfileref 2024-12-03T20:28:42,126 DEBUG [StoreOpener-c5dc82d88642596484d85e0527b24535-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:42,128 INFO [StoreOpener-c5dc82d88642596484d85e0527b24535-1 {}] regionserver.HStore(327): Store=c5dc82d88642596484d85e0527b24535/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:42,129 INFO [StoreOpener-c5dc82d88642596484d85e0527b24535-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c5dc82d88642596484d85e0527b24535 2024-12-03T20:28:42,137 INFO [StoreOpener-c5dc82d88642596484d85e0527b24535-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5dc82d88642596484d85e0527b24535 columnFamilyName queue 2024-12-03T20:28:42,137 DEBUG [StoreOpener-c5dc82d88642596484d85e0527b24535-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:42,140 INFO [StoreOpener-c5dc82d88642596484d85e0527b24535-1 {}] regionserver.HStore(327): Store=c5dc82d88642596484d85e0527b24535/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:42,140 INFO [StoreOpener-c5dc82d88642596484d85e0527b24535-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c5dc82d88642596484d85e0527b24535 2024-12-03T20:28:42,153 INFO [StoreOpener-c5dc82d88642596484d85e0527b24535-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5dc82d88642596484d85e0527b24535 columnFamilyName sid 2024-12-03T20:28:42,153 DEBUG [StoreOpener-c5dc82d88642596484d85e0527b24535-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:28:42,165 INFO [StoreOpener-c5dc82d88642596484d85e0527b24535-1 {}] regionserver.HStore(327): Store=c5dc82d88642596484d85e0527b24535/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:28:42,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c5dc82d88642596484d85e0527b24535 2024-12-03T20:28:42,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/replication/c5dc82d88642596484d85e0527b24535 2024-12-03T20:28:42,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/replication/c5dc82d88642596484d85e0527b24535 2024-12-03T20:28:42,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c5dc82d88642596484d85e0527b24535 2024-12-03T20:28:42,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c5dc82d88642596484d85e0527b24535 2024-12-03T20:28:42,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:28:42,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c5dc82d88642596484d85e0527b24535 2024-12-03T20:28:42,224 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 379, reset compression=false 2024-12-03T20:28:42,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/replication/c5dc82d88642596484d85e0527b24535/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:28:42,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c5dc82d88642596484d85e0527b24535; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60659814, jitterRate=-0.09609833359718323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:28:42,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c5dc82d88642596484d85e0527b24535 2024-12-03T20:28:42,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c5dc82d88642596484d85e0527b24535: Running coprocessor pre-open hook at 1733257722098Writing region info on filesystem at 1733257722098Initializing all the Stores at 1733257722105 (+7 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257722105Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257722114 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257722114Cleaning up temporary data from old regions at 1733257722195 (+81 ms)Running coprocessor post-open hooks at 1733257722256 (+61 ms)Region opened successfully at 1733257722256 2024-12-03T20:28:42,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535., pid=10, masterSystemTime=1733257721943 2024-12-03T20:28:42,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535. 2024-12-03T20:28:42,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535. 2024-12-03T20:28:42,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c5dc82d88642596484d85e0527b24535, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,36819,1733257713776 2024-12-03T20:28:42,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5dc82d88642596484d85e0527b24535, server=b29c245002d9,36819,1733257713776 because future has completed 2024-12-03T20:28:42,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T20:28:42,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c5dc82d88642596484d85e0527b24535, server=b29c245002d9,36819,1733257713776 in 517 msec 2024-12-03T20:28:42,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T20:28:42,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5dc82d88642596484d85e0527b24535, ASSIGN in 696 msec 2024-12-03T20:28:42,324 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:28:42,324 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257722324"}]},"ts":"1733257722324"} 2024-12-03T20:28:42,340 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T20:28:42,349 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:28:42,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3490 sec 2024-12-03T20:28:42,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535., hostname=b29c245002d9,36819,1733257713776, seqNum=2] 2024-12-03T20:28:42,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-397575476 2024-12-03T20:28:42,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019ce1af820004, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-397575476 2024-12-03T20:28:42,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T20:28:42,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T20:28:42,729 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T20:28:42,818 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b29c245002d9,36819,1733257713776, ReplicationSource: 1, currentBandwidth=0 2024-12-03T20:28:42,818 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:28:42,819 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,36819,1733257713776, seqNum=-1] 2024-12-03T20:28:42,819 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:28:42,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-03T20:28:42,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b29c245002d9,36819,1733257713776', locateType=CURRENT is [region=hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535., hostname=b29c245002d9,36819,1733257713776, seqNum=2] 2024-12-03T20:28:42,849 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T20:28:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T20:28:42,868 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b29c245002d9,36819,1733257713776 suceeded 2024-12-03T20:28:42,890 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:43563' 2024-12-03T20:28:42,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T20:28:42,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 309 msec 2024-12-03T20:28:42,892 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b29c245002d9:43563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T20:28:42,900 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5db93dbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:42,900 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,43563,-1 for getting cluster id 2024-12-03T20:28:42,901 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:28:42,903 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '401d5569-9332-45cd-97d9-65cc5fdfac67' 2024-12-03T20:28:42,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:28:42,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "401d5569-9332-45cd-97d9-65cc5fdfac67" 2024-12-03T20:28:42,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a42aeaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:42,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,43563,-1] 2024-12-03T20:28:42,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:28:42,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:42,916 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:28:42,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9390 sec 2024-12-03T20:28:42,926 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eb682a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:42,926 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:28:42,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,43563,1733257707150 2024-12-03T20:28:42,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ff538ff 2024-12-03T20:28:42,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:28:42,942 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-03T20:28:42,944 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b29c245002d9,36819,1733257713776 (queues=1) is replicating from cluster=54e7f43b-f394-48c8-875e-9ff1ed0ff2e9 to cluster=401d5569-9332-45cd-97d9-65cc5fdfac67 2024-12-03T20:28:42,944 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b29c245002d9%2C36819%2C1733257713776 2024-12-03T20:28:42,944 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b29c245002d9,36819,1733257713776, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T20:28:42,948 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.shipperb29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b29c245002d9%2C36819%2C1733257713776 2024-12-03T20:28:42,949 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257, startPosition=0, beingWritten=true 2024-12-03T20:28:42,983 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 379, reset compression=false 2024-12-03T20:28:42,985 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:28:42,985 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257 to pos 379, reset compression=false 2024-12-03T20:28:42,989 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.shipperb29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,36819,1733257713776 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:28:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:28:43,117 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T20:28:43,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:28:43,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:43,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:43,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:43,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:43,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:28:43,130 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733257723129/Put/seqid=0 2024-12-03T20:28:43,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741840_1016 (size=7894) 2024-12-03T20:28:43,179 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733257723178/Put/seqid=0 2024-12-03T20:28:43,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741841_1017 (size=7691) 2024-12-03T20:28:43,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc9e2f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:43,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,43563,-1 for getting cluster id 2024-12-03T20:28:43,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:28:43,225 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '401d5569-9332-45cd-97d9-65cc5fdfac67' 2024-12-03T20:28:43,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:28:43,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "401d5569-9332-45cd-97d9-65cc5fdfac67" 2024-12-03T20:28:43,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8e7b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:43,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,43563,-1] 2024-12-03T20:28:43,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:28:43,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:43,228 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:28:43,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6533354b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:43,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:28:43,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34397,1733257707487, seqNum=-1] 2024-12-03T20:28:43,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:28:43,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:28:43,237 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257 to pos 379, reset compression=false 2024-12-03T20:28:43,292 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:28:43,296 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,43563,1733257707150 2024-12-03T20:28:43,296 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43386572 2024-12-03T20:28:43,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:28:43,301 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:28:43,308 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733257715875.7f636902807b5f0785847692913b5f4d., hostname=b29c245002d9,34397,1733257707487, seqNum=2] 2024-12-03T20:28:43,334 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T20:28:43,358 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-03T20:28:43,373 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-03T20:28:43,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 7f636902807b5f0785847692913b5f4d/f 2024-12-03T20:28:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T20:28:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:28:43,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 7f636902807b5f0785847692913b5f4d/f 2024-12-03T20:28:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T20:28:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:28:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HRegion(2603): Flush status journal for 7f636902807b5f0785847692913b5f4d: 2024-12-03T20:28:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins__test__2mioep22nhokd1bhnss8ip6hduikbpvn5k6fdbb3cca1pm10qag7904i93gs4knl/f/hfile_0 2024-12-03T20:28:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins__test__2mioep22nhokd1bhnss8ip6hduikbpvn5k6fdbb3cca1pm10qag7904i93gs4knl/f/hfile_0 as hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/default/test/7f636902807b5f0785847692913b5f4d/f/1d4978336934483c8b2ab15db13f264d_SeqId_4_ 2024-12-03T20:28:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins__test__2mioep22nhokd1bhnss8ip6hduikbpvn5k6fdbb3cca1pm10qag7904i93gs4knl/f/hfile_1 2024-12-03T20:28:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins__test__2mioep22nhokd1bhnss8ip6hduikbpvn5k6fdbb3cca1pm10qag7904i93gs4knl/f/hfile_1 as hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/default/test/7f636902807b5f0785847692913b5f4d/f/f1a633f5671448638b30f70c5960de04_SeqId_4_ 2024-12-03T20:28:43,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins__test__2mioep22nhokd1bhnss8ip6hduikbpvn5k6fdbb3cca1pm10qag7904i93gs4knl/f/hfile_0 into 7f636902807b5f0785847692913b5f4d/f as hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/default/test/7f636902807b5f0785847692913b5f4d/f/1d4978336934483c8b2ab15db13f264d_SeqId_4_ - updating store file list. 2024-12-03T20:28:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1d4978336934483c8b2ab15db13f264d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T20:28:43,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/default/test/7f636902807b5f0785847692913b5f4d/f/1d4978336934483c8b2ab15db13f264d_SeqId_4_ into 7f636902807b5f0785847692913b5f4d/f 2024-12-03T20:28:43,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins__test__2mioep22nhokd1bhnss8ip6hduikbpvn5k6fdbb3cca1pm10qag7904i93gs4knl/f/hfile_0 into 7f636902807b5f0785847692913b5f4d/f (new location: hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/default/test/7f636902807b5f0785847692913b5f4d/f/1d4978336934483c8b2ab15db13f264d_SeqId_4_) 2024-12-03T20:28:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins__test__2mioep22nhokd1bhnss8ip6hduikbpvn5k6fdbb3cca1pm10qag7904i93gs4knl/f/hfile_0 2024-12-03T20:28:43,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins__test__2mioep22nhokd1bhnss8ip6hduikbpvn5k6fdbb3cca1pm10qag7904i93gs4knl/f/hfile_1 into 7f636902807b5f0785847692913b5f4d/f as hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/default/test/7f636902807b5f0785847692913b5f4d/f/f1a633f5671448638b30f70c5960de04_SeqId_4_ - updating store file list. 2024-12-03T20:28:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f1a633f5671448638b30f70c5960de04_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T20:28:43,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/default/test/7f636902807b5f0785847692913b5f4d/f/f1a633f5671448638b30f70c5960de04_SeqId_4_ into 7f636902807b5f0785847692913b5f4d/f 2024-12-03T20:28:43,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins__test__2mioep22nhokd1bhnss8ip6hduikbpvn5k6fdbb3cca1pm10qag7904i93gs4knl/f/hfile_1 into 7f636902807b5f0785847692913b5f4d/f (new location: hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/default/test/7f636902807b5f0785847692913b5f4d/f/f1a633f5671448638b30f70c5960de04_SeqId_4_) 2024-12-03T20:28:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins__test__2mioep22nhokd1bhnss8ip6hduikbpvn5k6fdbb3cca1pm10qag7904i93gs4knl/f/hfile_1 2024-12-03T20:28:43,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:28:43,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:43,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:43,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:43,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:28:43,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:28:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733257715875.7f636902807b5f0785847692913b5f4d., hostname=b29c245002d9,34397,1733257707487, seqNum=2 , the old value is region=test,,1733257715875.7f636902807b5f0785847692913b5f4d., hostname=b29c245002d9,34397,1733257707487, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b29c245002d9:34397 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T20:28:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733257715875.7f636902807b5f0785847692913b5f4d., hostname=b29c245002d9,34397,1733257707487, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T20:28:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733257715875.7f636902807b5f0785847692913b5f4d., hostname=b29c245002d9,34397,1733257707487, seqNum=2 from cache 2024-12-03T20:28:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:37696 deadline: 1733257783582 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:37696 2024-12-03T20:28:43,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,36819,1733257713776, seqNum=-1] 2024-12-03T20:28:43,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:28:43,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:28:43,591 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8., hostname=b29c245002d9,36819,1733257713776, seqNum=2] 2024-12-03T20:28:43,596 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257 to pos 379, reset compression=false 2024-12-03T20:28:43,600 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T20:28:43,687 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34397 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T20:28:43,860 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 379, reset compression=false 2024-12-03T20:28:43,914 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:28:43,914 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.shipperb29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34397,1733257707487 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f636902807b5f0785847692913b5f4d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733257723567/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T20:28:43,917 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.shipperb29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:28:43,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-03T20:28:43,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.ReplicationSink(318): Replicating [401d5569-9332-45cd-97d9-65cc5fdfac67] bulk loaded data 2024-12-03T20:28:43,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@269d8125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:43,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,34545,-1 for getting cluster id 2024-12-03T20:28:43,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:28:43,935 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54e7f43b-f394-48c8-875e-9ff1ed0ff2e9' 2024-12-03T20:28:43,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:28:43,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54e7f43b-f394-48c8-875e-9ff1ed0ff2e9" 2024-12-03T20:28:43,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b1516e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:43,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,34545,-1] 2024-12-03T20:28:43,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:28:43,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:43,938 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:28:43,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c6c426b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:44,024 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257 to pos 379, reset compression=false 2024-12-03T20:28:44,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741840_1016 (size=7894) 2024-12-03T20:28:44,114 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 687, reset compression=false 2024-12-03T20:28:44,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741841_1017 (size=7691) 2024-12-03T20:28:44,462 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 687, reset compression=false 2024-12-03T20:28:44,558 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257 to pos 379, reset compression=false 2024-12-03T20:28:44,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:28:44,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,34545,1733257713516 2024-12-03T20:28:44,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@262c5fd7 2024-12-03T20:28:44,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:28:44,581 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-03T20:28:44,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T20:28:44,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:28:44,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,36819,1733257713776, seqNum=-1] 2024-12-03T20:28:44,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:28:44,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-03T20:28:44,603 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T20:28:44,663 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/staging/jenkins.hfs.11__test__rfhu7qorfradi3qh4ubqtsedul7m3bbsvfieo0tet69kvo95ags7ugv5u0612e9d/f/1d4978336934483c8b2ab15db13f264d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T20:28:44,689 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/staging/jenkins.hfs.11__test__rfhu7qorfradi3qh4ubqtsedul7m3bbsvfieo0tet69kvo95ags7ugv5u0612e9d/f/f1a633f5671448638b30f70c5960de04_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T20:28:44,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/staging/jenkins.hfs.11__test__rfhu7qorfradi3qh4ubqtsedul7m3bbsvfieo0tet69kvo95ags7ugv5u0612e9d/f/f1a633f5671448638b30f70c5960de04_SeqId_4_ for inclusion in f73a651c2b15484fb0324bf7da1cc7a8/f 2024-12-03T20:28:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T20:28:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:28:44,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/staging/jenkins.hfs.11__test__rfhu7qorfradi3qh4ubqtsedul7m3bbsvfieo0tet69kvo95ags7ugv5u0612e9d/f/1d4978336934483c8b2ab15db13f264d_SeqId_4_ for inclusion in f73a651c2b15484fb0324bf7da1cc7a8/f 2024-12-03T20:28:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T20:28:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:28:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HRegion(2603): Flush status journal for f73a651c2b15484fb0324bf7da1cc7a8: 2024-12-03T20:28:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f1a633f5671448638b30f70c5960de04_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T20:28:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/staging/jenkins.hfs.11__test__rfhu7qorfradi3qh4ubqtsedul7m3bbsvfieo0tet69kvo95ags7ugv5u0612e9d/f/f1a633f5671448638b30f70c5960de04_SeqId_4_ as hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/default/test/f73a651c2b15484fb0324bf7da1cc7a8/f/e1ab6a53700745da84b43a70bf6af977_SeqId_4_ 2024-12-03T20:28:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1d4978336934483c8b2ab15db13f264d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T20:28:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/staging/jenkins.hfs.11__test__rfhu7qorfradi3qh4ubqtsedul7m3bbsvfieo0tet69kvo95ags7ugv5u0612e9d/f/1d4978336934483c8b2ab15db13f264d_SeqId_4_ as hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/default/test/f73a651c2b15484fb0324bf7da1cc7a8/f/d0cc1c85d82941b385b1eeff18e91df3_SeqId_4_ 2024-12-03T20:28:44,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/staging/jenkins.hfs.11__test__rfhu7qorfradi3qh4ubqtsedul7m3bbsvfieo0tet69kvo95ags7ugv5u0612e9d/f/f1a633f5671448638b30f70c5960de04_SeqId_4_ into f73a651c2b15484fb0324bf7da1cc7a8/f as hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/default/test/f73a651c2b15484fb0324bf7da1cc7a8/f/e1ab6a53700745da84b43a70bf6af977_SeqId_4_ - updating store file list. 2024-12-03T20:28:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e1ab6a53700745da84b43a70bf6af977_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T20:28:44,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/default/test/f73a651c2b15484fb0324bf7da1cc7a8/f/e1ab6a53700745da84b43a70bf6af977_SeqId_4_ into f73a651c2b15484fb0324bf7da1cc7a8/f 2024-12-03T20:28:44,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/staging/jenkins.hfs.11__test__rfhu7qorfradi3qh4ubqtsedul7m3bbsvfieo0tet69kvo95ags7ugv5u0612e9d/f/f1a633f5671448638b30f70c5960de04_SeqId_4_ into f73a651c2b15484fb0324bf7da1cc7a8/f (new location: hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/default/test/f73a651c2b15484fb0324bf7da1cc7a8/f/e1ab6a53700745da84b43a70bf6af977_SeqId_4_) 2024-12-03T20:28:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/staging/jenkins.hfs.11__test__rfhu7qorfradi3qh4ubqtsedul7m3bbsvfieo0tet69kvo95ags7ugv5u0612e9d/f/f1a633f5671448638b30f70c5960de04_SeqId_4_ 2024-12-03T20:28:44,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/staging/jenkins.hfs.11__test__rfhu7qorfradi3qh4ubqtsedul7m3bbsvfieo0tet69kvo95ags7ugv5u0612e9d/f/1d4978336934483c8b2ab15db13f264d_SeqId_4_ into f73a651c2b15484fb0324bf7da1cc7a8/f as hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/default/test/f73a651c2b15484fb0324bf7da1cc7a8/f/d0cc1c85d82941b385b1eeff18e91df3_SeqId_4_ - updating store file list. 2024-12-03T20:28:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d0cc1c85d82941b385b1eeff18e91df3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T20:28:44,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/default/test/f73a651c2b15484fb0324bf7da1cc7a8/f/d0cc1c85d82941b385b1eeff18e91df3_SeqId_4_ into f73a651c2b15484fb0324bf7da1cc7a8/f 2024-12-03T20:28:44,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/staging/jenkins.hfs.11__test__rfhu7qorfradi3qh4ubqtsedul7m3bbsvfieo0tet69kvo95ags7ugv5u0612e9d/f/1d4978336934483c8b2ab15db13f264d_SeqId_4_ into f73a651c2b15484fb0324bf7da1cc7a8/f (new location: hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/default/test/f73a651c2b15484fb0324bf7da1cc7a8/f/d0cc1c85d82941b385b1eeff18e91df3_SeqId_4_) 2024-12-03T20:28:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/staging/jenkins.hfs.11__test__rfhu7qorfradi3qh4ubqtsedul7m3bbsvfieo0tet69kvo95ags7ugv5u0612e9d/f/1d4978336934483c8b2ab15db13f264d_SeqId_4_ 2024-12-03T20:28:44,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.ReplicationSink(324): Finished replicating [401d5569-9332-45cd-97d9-65cc5fdfac67] bulk loaded data 2024-12-03T20:28:44,916 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 687, reset compression=false 2024-12-03T20:28:45,212 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257 to pos 379, reset compression=false 2024-12-03T20:28:45,245 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:28:45,248 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.shipperb29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,36819,1733257713776 got entry batch from reader: WALEntryBatch [walEntries=[{test/f73a651c2b15484fb0324bf7da1cc7a8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733257724797/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-03T20:28:45,265 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.shipperb29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:28:45,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-03T20:28:45,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.ReplicationSink(318): Replicating [401d5569-9332-45cd-97d9-65cc5fdfac67, 54e7f43b-f394-48c8-875e-9ff1ed0ff2e9] bulk loaded data 2024-12-03T20:28:45,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f82bdd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:45,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,43563,-1 for getting cluster id 2024-12-03T20:28:45,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:28:45,285 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '401d5569-9332-45cd-97d9-65cc5fdfac67' 2024-12-03T20:28:45,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:28:45,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "401d5569-9332-45cd-97d9-65cc5fdfac67" 2024-12-03T20:28:45,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cb186aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:45,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,43563,-1] 2024-12-03T20:28:45,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:28:45,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:45,293 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:28:45,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@753b35ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:45,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741842_1018 (size=7691) 2024-12-03T20:28:45,448 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257 to pos 725, reset compression=false 2024-12-03T20:28:45,456 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 687, reset compression=false 2024-12-03T20:28:45,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741843_1019 (size=7894) 2024-12-03T20:28:45,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:28:45,632 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733257725630/Put/seqid=0 2024-12-03T20:28:45,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741842_1018 (size=11194) 2024-12-03T20:28:45,807 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257 to pos 725, reset compression=false 2024-12-03T20:28:45,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:28:45,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,43563,1733257707150 2024-12-03T20:28:45,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a08deb 2024-12-03T20:28:45,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:28:45,984 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-03T20:28:45,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T20:28:45,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:28:45,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34397,1733257707487, seqNum=-1] 2024-12-03T20:28:45,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:28:45,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-03T20:28:46,029 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins.hfs.10__test__egl9btjm82mmlpqjm0anap67mjuij5ep2burpqnaa5f25a0f2p05q20c2l3ms0n2/f/d0cc1c85d82941b385b1eeff18e91df3_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T20:28:46,053 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins.hfs.10__test__egl9btjm82mmlpqjm0anap67mjuij5ep2burpqnaa5f25a0f2p05q20c2l3ms0n2/f/e1ab6a53700745da84b43a70bf6af977_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T20:28:46,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.ReplicationSink(324): Finished replicating [401d5569-9332-45cd-97d9-65cc5fdfac67, 54e7f43b-f394-48c8-875e-9ff1ed0ff2e9] bulk loaded data 2024-12-03T20:28:46,097 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733257726096/Put/seqid=0 2024-12-03T20:28:46,124 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 687, reset compression=false 2024-12-03T20:28:46,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741843_1019 (size=10791) 2024-12-03T20:28:46,254 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257 to pos 725, reset compression=false 2024-12-03T20:28:46,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b50c5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:46,585 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,34545,-1 for getting cluster id 2024-12-03T20:28:46,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:28:46,588 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54e7f43b-f394-48c8-875e-9ff1ed0ff2e9' 2024-12-03T20:28:46,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:28:46,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54e7f43b-f394-48c8-875e-9ff1ed0ff2e9" 2024-12-03T20:28:46,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d779817, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:46,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,34545,-1] 2024-12-03T20:28:46,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:28:46,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:46,596 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:28:46,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a10c8fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:28:46,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:28:46,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,36819,1733257713776, seqNum=-1] 2024-12-03T20:28:46,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:28:46,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:28:46,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:28:46,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,34545,1733257713516 2024-12-03T20:28:46,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@180c2208 2024-12-03T20:28:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:28:46,641 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:28:46,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8., hostname=b29c245002d9,36819,1733257713776, seqNum=2] 2024-12-03T20:28:46,677 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T20:28:46,732 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-03T20:28:46,749 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-03T20:28:46,778 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257 to pos 725, reset compression=false 2024-12-03T20:28:46,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/testHFileCyclicReplication_10/f/hfile_1 for inclusion in f73a651c2b15484fb0324bf7da1cc7a8/f 2024-12-03T20:28:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T20:28:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:28:46,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/testHFileCyclicReplication_10/f/hfile_0 for inclusion in f73a651c2b15484fb0324bf7da1cc7a8/f 2024-12-03T20:28:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T20:28:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:28:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HRegion(2603): Flush status journal for f73a651c2b15484fb0324bf7da1cc7a8: 2024-12-03T20:28:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/staging/jenkins__test__m1sl3gv0oomctsk4h722bpge1l2nr2hc707bgmt4070gj87l54a8q5g2skde9qcf/f/hfile_1 2024-12-03T20:28:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/staging/jenkins__test__m1sl3gv0oomctsk4h722bpge1l2nr2hc707bgmt4070gj87l54a8q5g2skde9qcf/f/hfile_1 as hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/default/test/f73a651c2b15484fb0324bf7da1cc7a8/f/a0b1fc933b6b4c23859862516d5844f9_SeqId_6_ 2024-12-03T20:28:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/staging/jenkins__test__m1sl3gv0oomctsk4h722bpge1l2nr2hc707bgmt4070gj87l54a8q5g2skde9qcf/f/hfile_0 2024-12-03T20:28:46,853 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 687, reset compression=false 2024-12-03T20:28:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/staging/jenkins__test__m1sl3gv0oomctsk4h722bpge1l2nr2hc707bgmt4070gj87l54a8q5g2skde9qcf/f/hfile_0 as hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/default/test/f73a651c2b15484fb0324bf7da1cc7a8/f/583397ea9b8a48daae020ac3899123bd_SeqId_6_ 2024-12-03T20:28:46,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/staging/jenkins__test__m1sl3gv0oomctsk4h722bpge1l2nr2hc707bgmt4070gj87l54a8q5g2skde9qcf/f/hfile_1 into f73a651c2b15484fb0324bf7da1cc7a8/f as hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/default/test/f73a651c2b15484fb0324bf7da1cc7a8/f/a0b1fc933b6b4c23859862516d5844f9_SeqId_6_ - updating store file list. 2024-12-03T20:28:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a0b1fc933b6b4c23859862516d5844f9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T20:28:46,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/default/test/f73a651c2b15484fb0324bf7da1cc7a8/f/a0b1fc933b6b4c23859862516d5844f9_SeqId_6_ into f73a651c2b15484fb0324bf7da1cc7a8/f 2024-12-03T20:28:46,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/staging/jenkins__test__m1sl3gv0oomctsk4h722bpge1l2nr2hc707bgmt4070gj87l54a8q5g2skde9qcf/f/hfile_1 into f73a651c2b15484fb0324bf7da1cc7a8/f (new location: hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/default/test/f73a651c2b15484fb0324bf7da1cc7a8/f/a0b1fc933b6b4c23859862516d5844f9_SeqId_6_) 2024-12-03T20:28:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/staging/jenkins__test__m1sl3gv0oomctsk4h722bpge1l2nr2hc707bgmt4070gj87l54a8q5g2skde9qcf/f/hfile_1 2024-12-03T20:28:46,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/staging/jenkins__test__m1sl3gv0oomctsk4h722bpge1l2nr2hc707bgmt4070gj87l54a8q5g2skde9qcf/f/hfile_0 into f73a651c2b15484fb0324bf7da1cc7a8/f as hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/default/test/f73a651c2b15484fb0324bf7da1cc7a8/f/583397ea9b8a48daae020ac3899123bd_SeqId_6_ - updating store file list. 2024-12-03T20:28:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 583397ea9b8a48daae020ac3899123bd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T20:28:46,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/default/test/f73a651c2b15484fb0324bf7da1cc7a8/f/583397ea9b8a48daae020ac3899123bd_SeqId_6_ into f73a651c2b15484fb0324bf7da1cc7a8/f 2024-12-03T20:28:46,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/staging/jenkins__test__m1sl3gv0oomctsk4h722bpge1l2nr2hc707bgmt4070gj87l54a8q5g2skde9qcf/f/hfile_0 into f73a651c2b15484fb0324bf7da1cc7a8/f (new location: hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/default/test/f73a651c2b15484fb0324bf7da1cc7a8/f/583397ea9b8a48daae020ac3899123bd_SeqId_6_) 2024-12-03T20:28:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/staging/jenkins__test__m1sl3gv0oomctsk4h722bpge1l2nr2hc707bgmt4070gj87l54a8q5g2skde9qcf/f/hfile_0 2024-12-03T20:28:46,937 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:28:46,937 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:46,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:46,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:46,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:28:46,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:28:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36819: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:41674 deadline: 1733257786939 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:41674 2024-12-03T20:28:46,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8., hostname=b29c245002d9,36819,1733257713776, seqNum=2 , the old value is region=test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8., hostname=b29c245002d9,36819,1733257713776, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b29c245002d9:36819 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T20:28:46,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8., hostname=b29c245002d9,36819,1733257713776, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T20:28:46,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8., hostname=b29c245002d9,36819,1733257713776, seqNum=2 from cache 2024-12-03T20:28:46,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34397,1733257707487, seqNum=-1] 2024-12-03T20:28:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:28:46,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:28:46,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733257715875.7f636902807b5f0785847692913b5f4d., hostname=b29c245002d9,34397,1733257707487, seqNum=2] 2024-12-03T20:28:46,959 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T20:28:47,049 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:36819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T20:28:47,398 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257 to pos 725, reset compression=false 2024-12-03T20:28:47,411 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:28:47,411 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.shipperb29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,36819,1733257713776 got entry batch from reader: WALEntryBatch [walEntries=[{test/f73a651c2b15484fb0324bf7da1cc7a8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733257726927/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T20:28:47,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.ReplicationSink(318): Replicating [54e7f43b-f394-48c8-875e-9ff1ed0ff2e9] bulk loaded data 2024-12-03T20:28:47,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741844_1020 (size=10791) 2024-12-03T20:28:47,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741845_1021 (size=11194) 2024-12-03T20:28:47,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T20:28:47,585 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins.hfs.10__test__spmcqrb1rvhiqaok7b07u9ifmi9tlaf0fuc1p52jtg9i7d0umno8dbco0nsoie0d/f/583397ea9b8a48daae020ac3899123bd_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-03T20:28:47,595 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins.hfs.10__test__spmcqrb1rvhiqaok7b07u9ifmi9tlaf0fuc1p52jtg9i7d0umno8dbco0nsoie0d/f/a0b1fc933b6b4c23859862516d5844f9_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-03T20:28:47,602 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:28:47,611 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257 to pos 1033, reset compression=false 2024-12-03T20:28:47,681 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 687, reset compression=false 2024-12-03T20:28:47,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins.hfs.10__test__spmcqrb1rvhiqaok7b07u9ifmi9tlaf0fuc1p52jtg9i7d0umno8dbco0nsoie0d/f/583397ea9b8a48daae020ac3899123bd_SeqId_6_ for inclusion in 7f636902807b5f0785847692913b5f4d/f 2024-12-03T20:28:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T20:28:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:28:47,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins.hfs.10__test__spmcqrb1rvhiqaok7b07u9ifmi9tlaf0fuc1p52jtg9i7d0umno8dbco0nsoie0d/f/a0b1fc933b6b4c23859862516d5844f9_SeqId_6_ for inclusion in 7f636902807b5f0785847692913b5f4d/f 2024-12-03T20:28:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T20:28:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:28:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HRegion(2603): Flush status journal for 7f636902807b5f0785847692913b5f4d: 2024-12-03T20:28:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 583397ea9b8a48daae020ac3899123bd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T20:28:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins.hfs.10__test__spmcqrb1rvhiqaok7b07u9ifmi9tlaf0fuc1p52jtg9i7d0umno8dbco0nsoie0d/f/583397ea9b8a48daae020ac3899123bd_SeqId_6_ as hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/default/test/7f636902807b5f0785847692913b5f4d/f/835bbec5c56a4701a488fc0598360957_SeqId_6_ 2024-12-03T20:28:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a0b1fc933b6b4c23859862516d5844f9_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T20:28:47,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:47,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:47,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins.hfs.10__test__spmcqrb1rvhiqaok7b07u9ifmi9tlaf0fuc1p52jtg9i7d0umno8dbco0nsoie0d/f/a0b1fc933b6b4c23859862516d5844f9_SeqId_6_ as hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/default/test/7f636902807b5f0785847692913b5f4d/f/caf8082b0a7e480ea9fe30532f957863_SeqId_6_ 2024-12-03T20:28:47,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:47,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:47,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:47,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins.hfs.10__test__spmcqrb1rvhiqaok7b07u9ifmi9tlaf0fuc1p52jtg9i7d0umno8dbco0nsoie0d/f/583397ea9b8a48daae020ac3899123bd_SeqId_6_ into 7f636902807b5f0785847692913b5f4d/f as hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/default/test/7f636902807b5f0785847692913b5f4d/f/835bbec5c56a4701a488fc0598360957_SeqId_6_ - updating store file list. 2024-12-03T20:28:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 835bbec5c56a4701a488fc0598360957_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T20:28:47,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/default/test/7f636902807b5f0785847692913b5f4d/f/835bbec5c56a4701a488fc0598360957_SeqId_6_ into 7f636902807b5f0785847692913b5f4d/f 2024-12-03T20:28:47,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins.hfs.10__test__spmcqrb1rvhiqaok7b07u9ifmi9tlaf0fuc1p52jtg9i7d0umno8dbco0nsoie0d/f/583397ea9b8a48daae020ac3899123bd_SeqId_6_ into 7f636902807b5f0785847692913b5f4d/f (new location: hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/default/test/7f636902807b5f0785847692913b5f4d/f/835bbec5c56a4701a488fc0598360957_SeqId_6_) 2024-12-03T20:28:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins.hfs.10__test__spmcqrb1rvhiqaok7b07u9ifmi9tlaf0fuc1p52jtg9i7d0umno8dbco0nsoie0d/f/583397ea9b8a48daae020ac3899123bd_SeqId_6_ 2024-12-03T20:28:47,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins.hfs.10__test__spmcqrb1rvhiqaok7b07u9ifmi9tlaf0fuc1p52jtg9i7d0umno8dbco0nsoie0d/f/a0b1fc933b6b4c23859862516d5844f9_SeqId_6_ into 7f636902807b5f0785847692913b5f4d/f as hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/default/test/7f636902807b5f0785847692913b5f4d/f/caf8082b0a7e480ea9fe30532f957863_SeqId_6_ - updating store file list. 2024-12-03T20:28:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStoreFile(483): HFile Bloom filter type for caf8082b0a7e480ea9fe30532f957863_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T20:28:47,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/default/test/7f636902807b5f0785847692913b5f4d/f/caf8082b0a7e480ea9fe30532f957863_SeqId_6_ into 7f636902807b5f0785847692913b5f4d/f 2024-12-03T20:28:47,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins.hfs.10__test__spmcqrb1rvhiqaok7b07u9ifmi9tlaf0fuc1p52jtg9i7d0umno8dbco0nsoie0d/f/a0b1fc933b6b4c23859862516d5844f9_SeqId_6_ into 7f636902807b5f0785847692913b5f4d/f (new location: hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/default/test/7f636902807b5f0785847692913b5f4d/f/caf8082b0a7e480ea9fe30532f957863_SeqId_6_) 2024-12-03T20:28:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/staging/jenkins.hfs.10__test__spmcqrb1rvhiqaok7b07u9ifmi9tlaf0fuc1p52jtg9i7d0umno8dbco0nsoie0d/f/a0b1fc933b6b4c23859862516d5844f9_SeqId_6_ 2024-12-03T20:28:47,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34397 {}] regionserver.ReplicationSink(324): Finished replicating [54e7f43b-f394-48c8-875e-9ff1ed0ff2e9] bulk loaded data 2024-12-03T20:28:47,879 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T20:28:47,879 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T20:28:47,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T20:28:47,882 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T20:28:47,984 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257 to pos 1033, reset compression=false 2024-12-03T20:28:48,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T20:28:48,004 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:28:48,004 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:48,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:48,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:48,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:28:48,004 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:28:48,004 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1124042699, stopped=false 2024-12-03T20:28:48,005 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,34545,1733257713516 2024-12-03T20:28:48,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-397575476/running 2024-12-03T20:28:48,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-397575476 2024-12-03T20:28:48,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Set watcher on znode that does not yet exist, /1-397575476/running 2024-12-03T20:28:48,076 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:28:48,076 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:28:48,077 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:48,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:48,077 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,36819,1733257713776' ***** 2024-12-03T20:28:48,077 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:28:48,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019ce1af820004, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-397575476/running 2024-12-03T20:28:48,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019ce1af820004, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-397575476 2024-12-03T20:28:48,078 INFO [RS:0;b29c245002d9:36819 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:28:48,078 INFO [RS:0;b29c245002d9:36819 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:28:48,078 INFO [RS:0;b29c245002d9:36819 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:28:48,078 INFO [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(3091): Received CLOSE for c5dc82d88642596484d85e0527b24535 2024-12-03T20:28:48,080 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:28:48,082 INFO [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(3091): Received CLOSE for f73a651c2b15484fb0324bf7da1cc7a8 2024-12-03T20:28:48,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36819-0x1019ce1af820004, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Set watcher on znode that does not yet exist, /1-397575476/running 2024-12-03T20:28:48,082 INFO [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,36819,1733257713776 2024-12-03T20:28:48,082 INFO [RS:0;b29c245002d9:36819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:28:48,082 INFO [RS:0;b29c245002d9:36819 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:36819. 2024-12-03T20:28:48,082 DEBUG [RS:0;b29c245002d9:36819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:48,082 DEBUG [RS:0;b29c245002d9:36819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:48,082 INFO [RS:0;b29c245002d9:36819 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:28:48,082 INFO [RS:0;b29c245002d9:36819 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:28:48,082 INFO [RS:0;b29c245002d9:36819 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:28:48,082 INFO [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:28:48,083 INFO [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T20:28:48,083 DEBUG [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c5dc82d88642596484d85e0527b24535=hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535., f73a651c2b15484fb0324bf7da1cc7a8=test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8.} 2024-12-03T20:28:48,083 DEBUG [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c5dc82d88642596484d85e0527b24535, f73a651c2b15484fb0324bf7da1cc7a8 2024-12-03T20:28:48,083 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:28:48,083 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:28:48,083 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:28:48,083 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:28:48,083 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:28:48,083 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T20:28:48,084 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c5dc82d88642596484d85e0527b24535, disabling compactions & flushes 2024-12-03T20:28:48,084 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535. 2024-12-03T20:28:48,084 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535. 2024-12-03T20:28:48,084 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535. after waiting 0 ms 2024-12-03T20:28:48,084 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535. 2024-12-03T20:28:48,084 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c5dc82d88642596484d85e0527b24535 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-03T20:28:48,144 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/replication/c5dc82d88642596484d85e0527b24535/.tmp/hfileref/f774e27430484ee4b99ac370bb6c525c is 74, key is 1/hfileref:583397ea9b8a48daae020ac3899123bd_SeqId_6_/1733257727871/DeleteColumn/seqid=0 2024-12-03T20:28:48,148 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:28:48,148 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:28:48,151 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740/.tmp/info/7e2bb0fbefc649c0b96d33d7be87a0e8 is 147, key is hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535./info:regioninfo/1733257722276/Put/seqid=0 2024-12-03T20:28:48,152 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:28:48,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741844_1020 (size=5345) 2024-12-03T20:28:48,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741845_1021 (size=7686) 2024-12-03T20:28:48,226 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/replication/c5dc82d88642596484d85e0527b24535/.tmp/hfileref/f774e27430484ee4b99ac370bb6c525c 2024-12-03T20:28:48,245 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740/.tmp/info/7e2bb0fbefc649c0b96d33d7be87a0e8 2024-12-03T20:28:48,288 DEBUG [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c5dc82d88642596484d85e0527b24535, f73a651c2b15484fb0324bf7da1cc7a8 2024-12-03T20:28:48,309 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/replication/c5dc82d88642596484d85e0527b24535/.tmp/queue/4d925336db384b60a1950ab89fe5f20e is 154, key is 1-b29c245002d9,36819,1733257713776/queue:b29c245002d9%2C36819%2C1733257713776/1733257727882/Put/seqid=0 2024-12-03T20:28:48,336 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740/.tmp/ns/f544cd64845047bba6205d8a1064279e is 43, key is default/ns:d/1733257715644/Put/seqid=0 2024-12-03T20:28:48,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741846_1022 (size=5353) 2024-12-03T20:28:48,360 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/replication/c5dc82d88642596484d85e0527b24535/.tmp/queue/4d925336db384b60a1950ab89fe5f20e 2024-12-03T20:28:48,369 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/replication/c5dc82d88642596484d85e0527b24535/.tmp/hfileref/f774e27430484ee4b99ac370bb6c525c as hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/replication/c5dc82d88642596484d85e0527b24535/hfileref/f774e27430484ee4b99ac370bb6c525c 2024-12-03T20:28:48,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741847_1023 (size=5153) 2024-12-03T20:28:48,382 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740/.tmp/ns/f544cd64845047bba6205d8a1064279e 2024-12-03T20:28:48,399 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/replication/c5dc82d88642596484d85e0527b24535/hfileref/f774e27430484ee4b99ac370bb6c525c, entries=4, sequenceid=12, filesize=5.2 K 2024-12-03T20:28:48,405 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/replication/c5dc82d88642596484d85e0527b24535/.tmp/queue/4d925336db384b60a1950ab89fe5f20e as hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/replication/c5dc82d88642596484d85e0527b24535/queue/4d925336db384b60a1950ab89fe5f20e 2024-12-03T20:28:48,412 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257 to pos 1033, reset compression=false 2024-12-03T20:28:48,417 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/replication/c5dc82d88642596484d85e0527b24535/queue/4d925336db384b60a1950ab89fe5f20e, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T20:28:48,418 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c5dc82d88642596484d85e0527b24535 in 334ms, sequenceid=12, compaction requested=false 2024-12-03T20:28:48,449 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740/.tmp/rep_barrier/d517ede5889d49c98de34079d8a8be2a is 112, key is test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8./rep_barrier:seqnumDuringOpen/1733257718631/Put/seqid=0 2024-12-03T20:28:48,497 DEBUG [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c5dc82d88642596484d85e0527b24535, f73a651c2b15484fb0324bf7da1cc7a8 2024-12-03T20:28:48,516 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/replication/c5dc82d88642596484d85e0527b24535/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T20:28:48,517 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:28:48,517 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:28:48,517 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535. 2024-12-03T20:28:48,524 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c5dc82d88642596484d85e0527b24535: Waiting for close lock at 1733257728084Running coprocessor pre-close hooks at 1733257728084Disabling compacts and flushes for region at 1733257728084Disabling writes for close at 1733257728084Obtaining lock to block concurrent updates at 1733257728084Preparing flush snapshotting stores in c5dc82d88642596484d85e0527b24535 at 1733257728084Finished memstore snapshotting hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733257728085 (+1 ms)Flushing stores of hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535. at 1733257728089 (+4 ms)Flushing c5dc82d88642596484d85e0527b24535/hfileref: creating writer at 1733257728089Flushing c5dc82d88642596484d85e0527b24535/hfileref: appending metadata at 1733257728143 (+54 ms)Flushing c5dc82d88642596484d85e0527b24535/hfileref: closing flushed file at 1733257728143Flushing c5dc82d88642596484d85e0527b24535/queue: creating writer at 1733257728250 (+107 ms)Flushing c5dc82d88642596484d85e0527b24535/queue: appending metadata at 1733257728308 (+58 ms)Flushing c5dc82d88642596484d85e0527b24535/queue: closing flushed file at 1733257728308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69da7b81: reopening flushed file at 1733257728368 (+60 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a239169: reopening flushed file at 1733257728399 (+31 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c5dc82d88642596484d85e0527b24535 in 334ms, sequenceid=12, compaction requested=false at 1733257728418 (+19 ms)Writing region close event to WAL at 1733257728489 (+71 ms)Running coprocessor post-close hooks at 1733257728517 (+28 ms)Closed at 1733257728517 2024-12-03T20:28:48,524 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733257721000.c5dc82d88642596484d85e0527b24535. 2024-12-03T20:28:48,524 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f73a651c2b15484fb0324bf7da1cc7a8, disabling compactions & flushes 2024-12-03T20:28:48,524 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8. 2024-12-03T20:28:48,525 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8. 2024-12-03T20:28:48,525 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8. after waiting 0 ms 2024-12-03T20:28:48,525 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8. 2024-12-03T20:28:48,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741848_1024 (size=5518) 2024-12-03T20:28:48,530 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740/.tmp/rep_barrier/d517ede5889d49c98de34079d8a8be2a 2024-12-03T20:28:48,564 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/default/test/f73a651c2b15484fb0324bf7da1cc7a8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T20:28:48,565 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:28:48,565 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:28:48,565 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8. 2024-12-03T20:28:48,565 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f73a651c2b15484fb0324bf7da1cc7a8: Waiting for close lock at 1733257728524Running coprocessor pre-close hooks at 1733257728524Disabling compacts and flushes for region at 1733257728524Disabling writes for close at 1733257728525 (+1 ms)Writing region close event to WAL at 1733257728554 (+29 ms)Running coprocessor post-close hooks at 1733257728565 (+11 ms)Closed at 1733257728565 2024-12-03T20:28:48,566 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733257718081.f73a651c2b15484fb0324bf7da1cc7a8. 2024-12-03T20:28:48,591 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740/.tmp/table/8b7af35ec7b44c5a9eb949c62b487010 is 53, key is hbase:replication/table:state/1733257722324/Put/seqid=0 2024-12-03T20:28:48,645 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 687, reset compression=false 2024-12-03T20:28:48,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741849_1025 (size=5308) 2024-12-03T20:28:48,700 DEBUG [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:28:48,706 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:28:48,706 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.shipperb29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34397,1733257707487 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f636902807b5f0785847692913b5f4d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733257727857/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-03T20:28:48,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b29c245002d9,36819,1733257713776 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T20:28:48,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:41646 deadline: 1733257788708, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b29c245002d9,36819,1733257713776 stopping 2024-12-03T20:28:48,714 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.shipperb29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b29c245002d9,36819,1733257713776 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:28:48,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b29c245002d9,36819,1733257713776 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T20:28:48,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36819 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:41646 deadline: 1733257788846, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b29c245002d9,36819,1733257713776 stopping 2024-12-03T20:28:48,847 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.shipperb29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b29c245002d9,36819,1733257713776 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:28:48,904 DEBUG [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:28:48,906 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 1033, reset compression=false 2024-12-03T20:28:48,972 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257 to pos 1033, reset compression=false 2024-12-03T20:28:49,009 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:28:49,009 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257 to pos 1328, reset compression=false 2024-12-03T20:28:49,011 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.shipperb29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,36819,1733257713776 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:28:49,012 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.shipperb29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b29c245002d9,36819,1733257713776: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b29c245002d9,36819,1733257713776, walGroup=b29c245002d9%2C36819%2C1733257713776, offset=b29c245002d9%2C36819%2C1733257713776.1733257715257:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:36819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T20:28:49,013 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.shipperb29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T20:28:49,014 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.shipperb29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T20:28:49,014 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.shipperb29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T20:28:49,014 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.shipperb29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T20:28:49,014 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.shipperb29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T20:28:49,014 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.shipperb29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 596822016 }, "NonHeapMemoryUsage": { "committed": 190316544, "init": 7667712, "max": -1, "used": 187413616 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T20:28:49,015 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.shipperb29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T20:28:49,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b29c245002d9,36819,1733257713776 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:28:49,053 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.shipperb29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b29c245002d9,36819,1733257713776 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:28:49,055 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740/.tmp/table/8b7af35ec7b44c5a9eb949c62b487010 2024-12-03T20:28:49,072 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740/.tmp/info/7e2bb0fbefc649c0b96d33d7be87a0e8 as hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740/info/7e2bb0fbefc649c0b96d33d7be87a0e8 2024-12-03T20:28:49,086 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740/info/7e2bb0fbefc649c0b96d33d7be87a0e8, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T20:28:49,093 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740/.tmp/ns/f544cd64845047bba6205d8a1064279e as hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740/ns/f544cd64845047bba6205d8a1064279e 2024-12-03T20:28:49,103 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740/ns/f544cd64845047bba6205d8a1064279e, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T20:28:49,105 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740/.tmp/rep_barrier/d517ede5889d49c98de34079d8a8be2a as hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740/rep_barrier/d517ede5889d49c98de34079d8a8be2a 2024-12-03T20:28:49,108 INFO [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T20:28:49,108 DEBUG [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:28:49,108 DEBUG [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:28:49,129 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740/rep_barrier/d517ede5889d49c98de34079d8a8be2a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T20:28:49,131 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740/.tmp/table/8b7af35ec7b44c5a9eb949c62b487010 as hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740/table/8b7af35ec7b44c5a9eb949c62b487010 2024-12-03T20:28:49,148 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740/table/8b7af35ec7b44c5a9eb949c62b487010, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T20:28:49,153 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1069ms, sequenceid=16, compaction requested=false 2024-12-03T20:28:49,211 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T20:28:49,213 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:28:49,213 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:28:49,213 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:28:49,213 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257728083Running coprocessor pre-close hooks at 1733257728083Disabling compacts and flushes for region at 1733257728083Disabling writes for close at 1733257728083Obtaining lock to block concurrent updates at 1733257728083Preparing flush snapshotting stores in 1588230740 at 1733257728083Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733257728085 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733257728092 (+7 ms)Flushing 1588230740/info: creating writer at 1733257728092Flushing 1588230740/info: appending metadata at 1733257728150 (+58 ms)Flushing 1588230740/info: closing flushed file at 1733257728150Flushing 1588230740/ns: creating writer at 1733257728286 (+136 ms)Flushing 1588230740/ns: appending metadata at 1733257728335 (+49 ms)Flushing 1588230740/ns: closing flushed file at 1733257728336 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733257728398 (+62 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733257728448 (+50 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733257728448Flushing 1588230740/table: creating writer at 1733257728551 (+103 ms)Flushing 1588230740/table: appending metadata at 1733257728591 (+40 ms)Flushing 1588230740/table: closing flushed file at 1733257728591Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53b2871e: reopening flushed file at 1733257729068 (+477 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d5082aa: reopening flushed file at 1733257729086 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46759bf8: reopening flushed file at 1733257729103 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33243e91: reopening flushed file at 1733257729130 (+27 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1069ms, sequenceid=16, compaction requested=false at 1733257729153 (+23 ms)Writing region close event to WAL at 1733257729191 (+38 ms)Running coprocessor post-close hooks at 1733257729213 (+22 ms)Closed at 1733257729213 2024-12-03T20:28:49,214 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:28:49,232 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257 to pos 1328, reset compression=false 2024-12-03T20:28:49,234 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 1033, reset compression=false 2024-12-03T20:28:49,308 INFO [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,36819,1733257713776; all regions closed. 2024-12-03T20:28:49,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741834_1010 (size=4239) 2024-12-03T20:28:49,365 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.meta.1733257715536.meta not finished, retry = 0 2024-12-03T20:28:49,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b29c245002d9,36819,1733257713776 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:28:49,366 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.shipperb29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b29c245002d9,36819,1733257713776 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:28:49,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741839_1015 (size=3127) 2024-12-03T20:28:49,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741833_1009 (size=1336) 2024-12-03T20:28:49,546 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257 not finished, retry = 0 2024-12-03T20:28:49,569 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257 to pos 1328, reset compression=false 2024-12-03T20:28:49,648 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/WALs/b29c245002d9,36819,1733257713776/b29c245002d9%2C36819%2C1733257713776.1733257715257 2024-12-03T20:28:49,648 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-03T20:28:49,648 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-03T20:28:49,648 DEBUG [RS:0;b29c245002d9:36819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:49,648 INFO [RS:0;b29c245002d9:36819 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:28:49,648 INFO [RS:0;b29c245002d9:36819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:28:49,648 INFO [RS:0;b29c245002d9:36819 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T20:28:49,649 INFO [RS:0;b29c245002d9:36819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:28:49,649 INFO [RS:0;b29c245002d9:36819 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b29c245002d9,36819,1733257713776 because: Region server is closing 2024-12-03T20:28:49,649 INFO [RS:0;b29c245002d9:36819 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:36819. 2024-12-03T20:28:49,649 DEBUG [RS:0;b29c245002d9:36819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:49,649 DEBUG [RS:0;b29c245002d9:36819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:49,649 DEBUG [RS:0;b29c245002d9:36819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:49,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:28:49,650 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:28:49,688 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 1033, reset compression=false 2024-12-03T20:28:49,750 INFO [RS:0;b29c245002d9:36819 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.shipperb29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 terminated 2024-12-03T20:28:49,750 INFO [RS:0;b29c245002d9:36819 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:36819. 2024-12-03T20:28:49,750 DEBUG [RS:0;b29c245002d9:36819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:49,750 DEBUG [RS:0;b29c245002d9:36819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:49,750 DEBUG [RS:0;b29c245002d9:36819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:49,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:28:49,750 INFO [RS:0;b29c245002d9:36819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36819 2024-12-03T20:28:49,751 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,36819,1733257713776.replicationSource.wal-reader.b29c245002d9%2C36819%2C1733257713776,1-b29c245002d9,36819,1733257713776 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-12-03T20:28:49,777 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b29c245002d9:36819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b29c245002d9/172.17.0.3:36819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:28:49,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address b29c245002d9:36819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b29c245002d9/172.17.0.3:36819 2024-12-03T20:28:49,779 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.shipperb29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=b29c245002d9:36819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b29c245002d9/172.17.0.3:36819 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b29c245002d9/172.17.0.3:36819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-03T20:28:49,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-397575476/rs 2024-12-03T20:28:49,780 INFO [RS:0;b29c245002d9:36819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:28:49,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019ce1af820004, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-397575476/rs/b29c245002d9,36819,1733257713776 2024-12-03T20:28:49,791 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,36819,1733257713776] 2024-12-03T20:28:49,801 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-397575476/draining/b29c245002d9,36819,1733257713776 already deleted, retry=false 2024-12-03T20:28:49,801 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,36819,1733257713776 expired; onlineServers=0 2024-12-03T20:28:49,801 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,34545,1733257713516' ***** 2024-12-03T20:28:49,801 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:28:49,801 INFO [M:0;b29c245002d9:34545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:28:49,801 INFO [M:0;b29c245002d9:34545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:28:49,802 DEBUG [M:0;b29c245002d9:34545 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:28:49,802 DEBUG [M:0;b29c245002d9:34545 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:28:49,802 INFO [M:0;b29c245002d9:34545 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:28:49,802 INFO [M:0;b29c245002d9:34545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:28:49,802 DEBUG [M:0;b29c245002d9:34545 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:28:49,802 INFO [M:0;b29c245002d9:34545 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:28:49,802 INFO [M:0;b29c245002d9:34545 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:28:49,802 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257714885 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257714885,5,FailOnTimeoutGroup] 2024-12-03T20:28:49,802 INFO [M:0;b29c245002d9:34545 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:28:49,802 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257714889 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257714889,5,FailOnTimeoutGroup] 2024-12-03T20:28:49,809 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:28:49,810 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:28:49,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-397575476/master 2024-12-03T20:28:49,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-397575476 2024-12-03T20:28:49,814 INFO [M:0;b29c245002d9:34545 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/.lastflushedseqids 2024-12-03T20:28:49,822 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-397575476/master already deleted, retry=false 2024-12-03T20:28:49,822 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-397575476/master 2024-12-03T20:28:49,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741850_1026 (size=263) 2024-12-03T20:28:49,862 INFO [M:0;b29c245002d9:34545 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:28:49,862 INFO [M:0;b29c245002d9:34545 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:28:49,862 DEBUG [M:0;b29c245002d9:34545 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:28:49,862 INFO [M:0;b29c245002d9:34545 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:49,862 DEBUG [M:0;b29c245002d9:34545 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:49,862 DEBUG [M:0;b29c245002d9:34545 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:28:49,862 DEBUG [M:0;b29c245002d9:34545 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:49,865 INFO [M:0;b29c245002d9:34545 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-03T20:28:49,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019ce1af820004, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:28:49,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36819-0x1019ce1af820004, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:28:49,891 INFO [RS:0;b29c245002d9:36819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:28:49,891 INFO [RS:0;b29c245002d9:36819 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,36819,1733257713776; zookeeper connection closed. 2024-12-03T20:28:49,899 DEBUG [M:0;b29c245002d9:34545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4efc35fa10584d248634cff4f27f834b is 82, key is hbase:meta,,1/info:regioninfo/1733257715610/Put/seqid=0 2024-12-03T20:28:49,900 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3704bd3a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3704bd3a 2024-12-03T20:28:49,901 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T20:28:49,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741851_1027 (size=5672) 2024-12-03T20:28:49,960 INFO [M:0;b29c245002d9:34545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4efc35fa10584d248634cff4f27f834b 2024-12-03T20:28:50,054 DEBUG [M:0;b29c245002d9:34545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ecb1c5dcc124d62910ec5bd2073fd58 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733257722359/Put/seqid=0 2024-12-03T20:28:50,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741852_1028 (size=8515) 2024-12-03T20:28:50,139 INFO [M:0;b29c245002d9:34545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ecb1c5dcc124d62910ec5bd2073fd58 2024-12-03T20:28:50,180 DEBUG [M:0;b29c245002d9:34545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47153490ed734023b08017f291cee136 is 69, key is b29c245002d9,36819,1733257713776/rs:state/1733257715000/Put/seqid=0 2024-12-03T20:28:50,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741853_1029 (size=5156) 2024-12-03T20:28:50,236 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 1033, reset compression=false 2024-12-03T20:28:50,293 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.shipperb29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] ipc.AbstractRpcClient(357): Not trying to connect to b29c245002d9:36819 this server is in the failed servers list 2024-12-03T20:28:50,294 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.shipperb29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b29c245002d9:36819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b29c245002d9:36819 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b29c245002d9:36819 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-12-03T20:28:50,640 INFO [M:0;b29c245002d9:34545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47153490ed734023b08017f291cee136 2024-12-03T20:28:50,696 DEBUG [M:0;b29c245002d9:34545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4efc35fa10584d248634cff4f27f834b as hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4efc35fa10584d248634cff4f27f834b 2024-12-03T20:28:50,712 INFO [M:0;b29c245002d9:34545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4efc35fa10584d248634cff4f27f834b, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T20:28:50,713 DEBUG [M:0;b29c245002d9:34545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ecb1c5dcc124d62910ec5bd2073fd58 as hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ecb1c5dcc124d62910ec5bd2073fd58 2024-12-03T20:28:50,722 INFO [M:0;b29c245002d9:34545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ecb1c5dcc124d62910ec5bd2073fd58, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T20:28:50,724 DEBUG [M:0;b29c245002d9:34545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47153490ed734023b08017f291cee136 as hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47153490ed734023b08017f291cee136 2024-12-03T20:28:50,743 INFO [M:0;b29c245002d9:34545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37163/user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47153490ed734023b08017f291cee136, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T20:28:50,749 INFO [M:0;b29c245002d9:34545 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=97, compaction requested=false 2024-12-03T20:28:50,800 INFO [M:0;b29c245002d9:34545 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:50,800 DEBUG [M:0;b29c245002d9:34545 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257729862Disabling compacts and flushes for region at 1733257729862Disabling writes for close at 1733257729862Obtaining lock to block concurrent updates at 1733257729865 (+3 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257729865Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733257729866 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257729871 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257729872 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257729896 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257729896Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257729993 (+97 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257730053 (+60 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257730053Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257730157 (+104 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257730179 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257730180 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20312bf5: reopening flushed file at 1733257730685 (+505 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b889338: reopening flushed file at 1733257730712 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5629acb4: reopening flushed file at 1733257730722 (+10 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=97, compaction requested=false at 1733257730749 (+27 ms)Writing region close event to WAL at 1733257730800 (+51 ms)Closed at 1733257730800 2024-12-03T20:28:50,852 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d07f40d-28b3-ab8b-2906-c80439be30b9/MasterData/WALs/b29c245002d9,34545,1733257713516/b29c245002d9%2C34545%2C1733257713516.1733257714475 not finished, retry = 0 2024-12-03T20:28:50,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36101 is added to blk_1073741830_1006 (size=63642) 2024-12-03T20:28:50,879 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 1033, reset compression=false 2024-12-03T20:28:50,896 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.shipperb29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] ipc.AbstractRpcClient(357): Not trying to connect to b29c245002d9:36819 this server is in the failed servers list 2024-12-03T20:28:50,896 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.shipperb29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b29c245002d9:36819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b29c245002d9:36819 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b29c245002d9:36819 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-12-03T20:28:50,959 INFO [M:0;b29c245002d9:34545 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:28:50,960 INFO [M:0;b29c245002d9:34545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34545 2024-12-03T20:28:50,960 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:28:50,961 INFO [M:0;b29c245002d9:34545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:28:51,133 INFO [M:0;b29c245002d9:34545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:28:51,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:28:51,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1019ce1af820003, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:28:51,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76ea488c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:28:51,218 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37339b48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:28:51,218 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:28:51,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70d9f799{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:28:51,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e14fb0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/hadoop.log.dir/,STOPPED} 2024-12-03T20:28:51,221 WARN [BP-1834580094-172.17.0.3-1733257711034 heartbeating to localhost/127.0.0.1:37163 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:28:51,221 WARN [BP-1834580094-172.17.0.3-1733257711034 heartbeating to localhost/127.0.0.1:37163 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1834580094-172.17.0.3-1733257711034 (Datanode Uuid 2c2e2990-bce2-4241-92e4-e499906eec6a) service to localhost/127.0.0.1:37163 2024-12-03T20:28:51,222 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:28:51,222 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:28:51,223 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:28:51,225 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/cluster_c0c9521d-4a4b-93cf-5e64-685c6b5bf1fc/data/data2/current/BP-1834580094-172.17.0.3-1733257711034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:28:51,225 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/cluster_c0c9521d-4a4b-93cf-5e64-685c6b5bf1fc/data/data1/current/BP-1834580094-172.17.0.3-1733257711034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:28:51,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cf7105d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:28:51,232 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@449b76a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:28:51,232 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:28:51,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79e27daf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:28:51,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76039905{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/hadoop.log.dir/,STOPPED} 2024-12-03T20:28:51,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T20:28:51,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T20:28:51,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:28:51,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:51,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:51,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:51,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:28:51,285 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:28:51,285 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=532094346, stopped=false 2024-12-03T20:28:51,285 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,43563,1733257707150 2024-12-03T20:28:51,302 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1019ce1af820001, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01343429092/running 2024-12-03T20:28:51,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01343429092/running 2024-12-03T20:28:51,302 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1019ce1af820001, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01343429092 2024-12-03T20:28:51,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01343429092 2024-12-03T20:28:51,302 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:28:51,304 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:28:51,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:51,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:51,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34397-0x1019ce1af820001, quorum=127.0.0.1:50469, baseZNode=/01343429092 Set watcher on znode that does not yet exist, /01343429092/running 2024-12-03T20:28:51,305 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,34397,1733257707487' ***** 2024-12-03T20:28:51,305 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:28:51,306 INFO [RS:0;b29c245002d9:34397 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:28:51,306 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:28:51,306 INFO [RS:0;b29c245002d9:34397 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:28:51,306 INFO [RS:0;b29c245002d9:34397 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:28:51,306 INFO [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(3091): Received CLOSE for 361d6061b0a495afa1cd1f130448c8f9 2024-12-03T20:28:51,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Set watcher on znode that does not yet exist, /01343429092/running 2024-12-03T20:28:51,320 INFO [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f636902807b5f0785847692913b5f4d 2024-12-03T20:28:51,320 INFO [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,34397,1733257707487 2024-12-03T20:28:51,320 INFO [RS:0;b29c245002d9:34397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:28:51,320 INFO [RS:0;b29c245002d9:34397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:34397. 2024-12-03T20:28:51,320 DEBUG [RS:0;b29c245002d9:34397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:51,320 DEBUG [RS:0;b29c245002d9:34397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:51,321 INFO [RS:0;b29c245002d9:34397 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:28:51,321 INFO [RS:0;b29c245002d9:34397 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:28:51,321 INFO [RS:0;b29c245002d9:34397 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:28:51,321 INFO [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:28:51,321 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 361d6061b0a495afa1cd1f130448c8f9, disabling compactions & flushes 2024-12-03T20:28:51,321 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9. 2024-12-03T20:28:51,321 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9. 2024-12-03T20:28:51,321 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9. after waiting 0 ms 2024-12-03T20:28:51,321 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9. 2024-12-03T20:28:51,321 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 361d6061b0a495afa1cd1f130448c8f9 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-03T20:28:51,322 INFO [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T20:28:51,322 DEBUG [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(1325): Online Regions={361d6061b0a495afa1cd1f130448c8f9=hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9., 7f636902807b5f0785847692913b5f4d=test,,1733257715875.7f636902807b5f0785847692913b5f4d., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:28:51,322 DEBUG [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 361d6061b0a495afa1cd1f130448c8f9, 7f636902807b5f0785847692913b5f4d 2024-12-03T20:28:51,322 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:28:51,322 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:28:51,322 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:28:51,322 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:28:51,322 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:28:51,322 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T20:28:51,347 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/replication/361d6061b0a495afa1cd1f130448c8f9/.tmp/hfileref/4c096a4575a248b09841d2a01c6f9989 is 74, key is 1/hfileref:1d4978336934483c8b2ab15db13f264d_SeqId_4_/1733257724801/DeleteColumn/seqid=0 2024-12-03T20:28:51,368 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:28:51,371 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740/.tmp/info/5c2b41dfeb244333bcdd32c230d8ecfc is 147, key is hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9./info:regioninfo/1733257719545/Put/seqid=0 2024-12-03T20:28:51,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741846_1022 (size=5345) 2024-12-03T20:28:51,426 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/replication/361d6061b0a495afa1cd1f130448c8f9/.tmp/hfileref/4c096a4575a248b09841d2a01c6f9989 2024-12-03T20:28:51,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741847_1023 (size=7686) 2024-12-03T20:28:51,439 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740/.tmp/info/5c2b41dfeb244333bcdd32c230d8ecfc 2024-12-03T20:28:51,463 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/replication/361d6061b0a495afa1cd1f130448c8f9/.tmp/queue/5211f397ec354b71b2c8a22aa8b72e4a is 153, key is 1-b29c245002d9,34397,1733257707487/queue:b29c245002d9%2C34397%2C1733257707487/1733257724804/Put/seqid=0 2024-12-03T20:28:51,476 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740/.tmp/ns/5304917d42574eb0b7f6a7cba9f67553 is 43, key is default/ns:d/1733257710959/Put/seqid=0 2024-12-03T20:28:51,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741848_1024 (size=5352) 2024-12-03T20:28:51,522 DEBUG [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 361d6061b0a495afa1cd1f130448c8f9, 7f636902807b5f0785847692913b5f4d 2024-12-03T20:28:51,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741849_1025 (size=5153) 2024-12-03T20:28:51,538 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740/.tmp/ns/5304917d42574eb0b7f6a7cba9f67553 2024-12-03T20:28:51,597 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.shipperb29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] ipc.AbstractRpcClient(357): Not trying to connect to b29c245002d9:36819 this server is in the failed servers list 2024-12-03T20:28:51,597 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740/.tmp/rep_barrier/cf97eb2b894042b7bc1e6779352492d0 is 112, key is test,,1733257715875.7f636902807b5f0785847692913b5f4d./rep_barrier:seqnumDuringOpen/1733257717241/Put/seqid=0 2024-12-03T20:28:51,597 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.shipperb29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b29c245002d9:36819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b29c245002d9:36819 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b29c245002d9:36819 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-12-03T20:28:51,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741850_1026 (size=5518) 2024-12-03T20:28:51,632 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 1033, reset compression=false 2024-12-03T20:28:51,724 DEBUG [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 361d6061b0a495afa1cd1f130448c8f9, 7f636902807b5f0785847692913b5f4d 2024-12-03T20:28:51,912 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/replication/361d6061b0a495afa1cd1f130448c8f9/.tmp/queue/5211f397ec354b71b2c8a22aa8b72e4a 2024-12-03T20:28:51,924 DEBUG [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 361d6061b0a495afa1cd1f130448c8f9, 7f636902807b5f0785847692913b5f4d 2024-12-03T20:28:51,927 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:28:51,927 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:28:51,932 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/replication/361d6061b0a495afa1cd1f130448c8f9/.tmp/hfileref/4c096a4575a248b09841d2a01c6f9989 as hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/replication/361d6061b0a495afa1cd1f130448c8f9/hfileref/4c096a4575a248b09841d2a01c6f9989 2024-12-03T20:28:51,963 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/replication/361d6061b0a495afa1cd1f130448c8f9/hfileref/4c096a4575a248b09841d2a01c6f9989, entries=4, sequenceid=10, filesize=5.2 K 2024-12-03T20:28:51,973 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/replication/361d6061b0a495afa1cd1f130448c8f9/.tmp/queue/5211f397ec354b71b2c8a22aa8b72e4a as hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/replication/361d6061b0a495afa1cd1f130448c8f9/queue/5211f397ec354b71b2c8a22aa8b72e4a 2024-12-03T20:28:52,009 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740/.tmp/rep_barrier/cf97eb2b894042b7bc1e6779352492d0 2024-12-03T20:28:52,013 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/replication/361d6061b0a495afa1cd1f130448c8f9/queue/5211f397ec354b71b2c8a22aa8b72e4a, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T20:28:52,019 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 361d6061b0a495afa1cd1f130448c8f9 in 698ms, sequenceid=10, compaction requested=false 2024-12-03T20:28:52,067 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740/.tmp/table/8c38e694830d4588ba99289a5e4e9449 is 53, key is hbase:replication/table:state/1733257719564/Put/seqid=0 2024-12-03T20:28:52,092 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/replication/361d6061b0a495afa1cd1f130448c8f9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T20:28:52,097 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:28:52,097 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:28:52,097 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9. 2024-12-03T20:28:52,097 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 361d6061b0a495afa1cd1f130448c8f9: Waiting for close lock at 1733257731321Running coprocessor pre-close hooks at 1733257731321Disabling compacts and flushes for region at 1733257731321Disabling writes for close at 1733257731321Obtaining lock to block concurrent updates at 1733257731321Preparing flush snapshotting stores in 361d6061b0a495afa1cd1f130448c8f9 at 1733257731321Finished memstore snapshotting hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733257731322 (+1 ms)Flushing stores of hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9. at 1733257731323 (+1 ms)Flushing 361d6061b0a495afa1cd1f130448c8f9/hfileref: creating writer at 1733257731323Flushing 361d6061b0a495afa1cd1f130448c8f9/hfileref: appending metadata at 1733257731346 (+23 ms)Flushing 361d6061b0a495afa1cd1f130448c8f9/hfileref: closing flushed file at 1733257731346Flushing 361d6061b0a495afa1cd1f130448c8f9/queue: creating writer at 1733257731437 (+91 ms)Flushing 361d6061b0a495afa1cd1f130448c8f9/queue: appending metadata at 1733257731463 (+26 ms)Flushing 361d6061b0a495afa1cd1f130448c8f9/queue: closing flushed file at 1733257731463Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a1625ae: reopening flushed file at 1733257731925 (+462 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46e65583: reopening flushed file at 1733257731963 (+38 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 361d6061b0a495afa1cd1f130448c8f9 in 698ms, sequenceid=10, compaction requested=false at 1733257732020 (+57 ms)Writing region close event to WAL at 1733257732045 (+25 ms)Running coprocessor post-close hooks at 1733257732096 (+51 ms)Closed at 1733257732097 (+1 ms) 2024-12-03T20:28:52,097 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733257718817.361d6061b0a495afa1cd1f130448c8f9. 2024-12-03T20:28:52,098 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f636902807b5f0785847692913b5f4d, disabling compactions & flushes 2024-12-03T20:28:52,098 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733257715875.7f636902807b5f0785847692913b5f4d. 2024-12-03T20:28:52,098 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257715875.7f636902807b5f0785847692913b5f4d. 2024-12-03T20:28:52,098 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733257715875.7f636902807b5f0785847692913b5f4d. after waiting 0 ms 2024-12-03T20:28:52,098 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733257715875.7f636902807b5f0785847692913b5f4d. 2024-12-03T20:28:52,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741851_1027 (size=5308) 2024-12-03T20:28:52,118 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/default/test/7f636902807b5f0785847692913b5f4d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T20:28:52,118 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:28:52,118 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:28:52,118 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733257715875.7f636902807b5f0785847692913b5f4d. 2024-12-03T20:28:52,118 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f636902807b5f0785847692913b5f4d: Waiting for close lock at 1733257732098Running coprocessor pre-close hooks at 1733257732098Disabling compacts and flushes for region at 1733257732098Disabling writes for close at 1733257732098Writing region close event to WAL at 1733257732104 (+6 ms)Running coprocessor post-close hooks at 1733257732118 (+14 ms)Closed at 1733257732118 2024-12-03T20:28:52,119 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733257715875.7f636902807b5f0785847692913b5f4d. 2024-12-03T20:28:52,128 DEBUG [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:28:52,328 INFO [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T20:28:52,328 DEBUG [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:28:52,328 DEBUG [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:28:52,399 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b29c245002d9:36819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b29c245002d9/172.17.0.3:36819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:28:52,445 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 1033, reset compression=false 2024-12-03T20:28:52,459 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:28:52,459 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 1328, reset compression=false 2024-12-03T20:28:52,504 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740/.tmp/table/8c38e694830d4588ba99289a5e4e9449 2024-12-03T20:28:52,529 DEBUG [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:28:52,540 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740/.tmp/info/5c2b41dfeb244333bcdd32c230d8ecfc as hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740/info/5c2b41dfeb244333bcdd32c230d8ecfc 2024-12-03T20:28:52,576 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740/info/5c2b41dfeb244333bcdd32c230d8ecfc, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T20:28:52,578 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740/.tmp/ns/5304917d42574eb0b7f6a7cba9f67553 as hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740/ns/5304917d42574eb0b7f6a7cba9f67553 2024-12-03T20:28:52,588 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740/ns/5304917d42574eb0b7f6a7cba9f67553, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T20:28:52,589 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740/.tmp/rep_barrier/cf97eb2b894042b7bc1e6779352492d0 as hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740/rep_barrier/cf97eb2b894042b7bc1e6779352492d0 2024-12-03T20:28:52,595 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740/rep_barrier/cf97eb2b894042b7bc1e6779352492d0, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T20:28:52,596 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740/.tmp/table/8c38e694830d4588ba99289a5e4e9449 as hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740/table/8c38e694830d4588ba99289a5e4e9449 2024-12-03T20:28:52,611 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740/table/8c38e694830d4588ba99289a5e4e9449, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T20:28:52,620 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=16, compaction requested=false 2024-12-03T20:28:52,651 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T20:28:52,652 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:28:52,652 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:28:52,652 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:28:52,652 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257731322Running coprocessor pre-close hooks at 1733257731322Disabling compacts and flushes for region at 1733257731322Disabling writes for close at 1733257731322Obtaining lock to block concurrent updates at 1733257731322Preparing flush snapshotting stores in 1588230740 at 1733257731322Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733257731323 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733257731325 (+2 ms)Flushing 1588230740/info: creating writer at 1733257731325Flushing 1588230740/info: appending metadata at 1733257731371 (+46 ms)Flushing 1588230740/info: closing flushed file at 1733257731371Flushing 1588230740/ns: creating writer at 1733257731450 (+79 ms)Flushing 1588230740/ns: appending metadata at 1733257731476 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1733257731476Flushing 1588230740/rep_barrier: creating writer at 1733257731559 (+83 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733257731597 (+38 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733257731597Flushing 1588230740/table: creating writer at 1733257732022 (+425 ms)Flushing 1588230740/table: appending metadata at 1733257732064 (+42 ms)Flushing 1588230740/table: closing flushed file at 1733257732064Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e03a71b: reopening flushed file at 1733257732528 (+464 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fa4e62f: reopening flushed file at 1733257732577 (+49 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6093e264: reopening flushed file at 1733257732588 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@383a5b5d: reopening flushed file at 1733257732595 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=16, compaction requested=false at 1733257732620 (+25 ms)Writing region close event to WAL at 1733257732648 (+28 ms)Running coprocessor post-close hooks at 1733257732652 (+4 ms)Closed at 1733257732652 2024-12-03T20:28:52,653 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:28:52,694 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 1328, reset compression=false 2024-12-03T20:28:52,729 INFO [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,34397,1733257707487; all regions closed. 2024-12-03T20:28:52,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741834_1010 (size=4239) 2024-12-03T20:28:52,761 DEBUG [RS:0;b29c245002d9:34397 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/oldWALs 2024-12-03T20:28:52,761 INFO [RS:0;b29c245002d9:34397 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C34397%2C1733257707487.meta:.meta(num 1733257710678) 2024-12-03T20:28:53,029 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 1328, reset compression=false 2024-12-03T20:28:53,450 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 1328, reset compression=false 2024-12-03T20:28:53,964 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 1328, reset compression=false 2024-12-03T20:28:54,021 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:28:54,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:54,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:54,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:54,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:54,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:54,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:54,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:28:54,598 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 1328, reset compression=false 2024-12-03T20:28:55,344 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 1328, reset compression=false 2024-12-03T20:28:56,177 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 1328, reset compression=false 2024-12-03T20:28:56,693 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T20:28:57,104 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 to pos 1328, reset compression=false 2024-12-03T20:28:57,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:28:57,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T20:28:57,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T20:28:57,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T20:28:57,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:28:57,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:28:57,762 ERROR [WAL-Shutdown-0 {}] wal.AbstractFSWAL(2118): We have waited 5 seconds but the close of async writer doesn't complete.Please check the status of underlying filesystem or increase the wait time by the config "hbase.wal.async.wait.on.shutdown.seconds" 2024-12-03T20:28:57,776 DEBUG [RS:0;b29c245002d9:34397 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/oldWALs 2024-12-03T20:28:57,776 INFO [RS:0;b29c245002d9:34397 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C34397%2C1733257707487.rep:(num 1733257719369) 2024-12-03T20:28:57,788 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/WALs/b29c245002d9,34397,1733257707487/b29c245002d9%2C34397%2C1733257707487.1733257710080 not finished, retry = 0 2024-12-03T20:28:57,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741833_1009 (size=1336) 2024-12-03T20:28:57,904 DEBUG [RS:0;b29c245002d9:34397 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/oldWALs 2024-12-03T20:28:57,904 INFO [RS:0;b29c245002d9:34397 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C34397%2C1733257707487:(num 1733257710080) 2024-12-03T20:28:57,904 DEBUG [RS:0;b29c245002d9:34397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:57,904 INFO [RS:0;b29c245002d9:34397 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:28:57,904 INFO [RS:0;b29c245002d9:34397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:28:57,904 INFO [RS:0;b29c245002d9:34397 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T20:28:57,905 INFO [RS:0;b29c245002d9:34397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:28:57,905 INFO [RS:0;b29c245002d9:34397 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b29c245002d9,34397,1733257707487 because: Region server is closing 2024-12-03T20:28:57,905 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:28:57,905 INFO [RS:0;b29c245002d9:34397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:34397. 2024-12-03T20:28:57,905 DEBUG [RS:0;b29c245002d9:34397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:57,905 DEBUG [RS:0;b29c245002d9:34397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:57,905 DEBUG [RS:0;b29c245002d9:34397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:57,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:28:58,008 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.shipperb29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 4 more 2024-12-03T20:28:58,008 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.wal-reader.b29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T20:28:58,909 INFO [RS:0;b29c245002d9:34397 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34397,1733257707487.replicationSource.shipperb29c245002d9%2C34397%2C1733257707487,1-b29c245002d9,34397,1733257707487 terminated 2024-12-03T20:28:58,909 INFO [RS:0;b29c245002d9:34397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:34397. 2024-12-03T20:28:58,909 DEBUG [RS:0;b29c245002d9:34397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:28:58,909 DEBUG [RS:0;b29c245002d9:34397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:58,909 DEBUG [RS:0;b29c245002d9:34397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:28:58,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:28:58,909 INFO [RS:0;b29c245002d9:34397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34397 2024-12-03T20:28:58,960 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1019ce1af820001, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01343429092/rs/b29c245002d9,34397,1733257707487 2024-12-03T20:28:58,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01343429092/rs 2024-12-03T20:28:58,960 INFO [RS:0;b29c245002d9:34397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:28:58,964 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,34397,1733257707487] 2024-12-03T20:28:58,988 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01343429092/draining/b29c245002d9,34397,1733257707487 already deleted, retry=false 2024-12-03T20:28:58,988 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,34397,1733257707487 expired; onlineServers=0 2024-12-03T20:28:58,988 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,43563,1733257707150' ***** 2024-12-03T20:28:58,988 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:28:58,988 INFO [M:0;b29c245002d9:43563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:28:58,989 INFO [M:0;b29c245002d9:43563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:28:58,989 DEBUG [M:0;b29c245002d9:43563 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:28:58,989 DEBUG [M:0;b29c245002d9:43563 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:28:58,989 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257709708 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257709708,5,FailOnTimeoutGroup] 2024-12-03T20:28:58,989 INFO [M:0;b29c245002d9:43563 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:28:58,989 INFO [M:0;b29c245002d9:43563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:28:58,989 DEBUG [M:0;b29c245002d9:43563 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:28:58,989 INFO [M:0;b29c245002d9:43563 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:28:58,989 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:28:58,989 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257709731 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257709731,5,FailOnTimeoutGroup] 2024-12-03T20:28:58,989 INFO [M:0;b29c245002d9:43563 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:28:58,990 INFO [M:0;b29c245002d9:43563 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:28:58,990 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:28:59,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01343429092/master 2024-12-03T20:28:59,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01343429092 2024-12-03T20:28:59,015 DEBUG [M:0;b29c245002d9:43563 {}] zookeeper.RecoverableZooKeeper(212): Node /01343429092/master already deleted, retry=false 2024-12-03T20:28:59,015 DEBUG [M:0;b29c245002d9:43563 {}] master.ActiveMasterManager(353): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Failed delete of our master address node; KeeperErrorCode = NoNode for /01343429092/master 2024-12-03T20:28:59,018 INFO [M:0;b29c245002d9:43563 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/.lastflushedseqids 2024-12-03T20:28:59,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741852_1028 (size=263) 2024-12-03T20:28:59,049 INFO [M:0;b29c245002d9:43563 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:28:59,052 INFO [M:0;b29c245002d9:43563 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:28:59,052 DEBUG [M:0;b29c245002d9:43563 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:28:59,052 INFO [M:0;b29c245002d9:43563 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:59,052 DEBUG [M:0;b29c245002d9:43563 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:59,052 DEBUG [M:0;b29c245002d9:43563 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:28:59,052 DEBUG [M:0;b29c245002d9:43563 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:28:59,052 INFO [M:0;b29c245002d9:43563 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-03T20:28:59,080 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1019ce1af820001, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:28:59,080 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34397-0x1019ce1af820001, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:28:59,080 INFO [RS:0;b29c245002d9:34397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:28:59,080 INFO [RS:0;b29c245002d9:34397 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,34397,1733257707487; zookeeper connection closed. 2024-12-03T20:28:59,086 DEBUG [M:0;b29c245002d9:43563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bd5abb60b374d68adb6059432c383f3 is 82, key is hbase:meta,,1/info:regioninfo/1733257710786/Put/seqid=0 2024-12-03T20:28:59,092 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ee622d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ee622d 2024-12-03T20:28:59,092 ERROR [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ee622d {}] server.NIOServerCnxnFactory(85): Thread Thread[Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ee622d,5,FailOnTimeoutGroup] died java.lang.IllegalStateException: should call flush first before calling close at org.apache.hbase.thirdparty.com.google.common.base.Preconditions.checkState(Preconditions.java:513) ~[hbase-shaded-miscellaneous-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:563) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FilterFileSystem.close(FilterFileSystem.java:530) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.fs.HFileSystem.close(HFileSystem.java:228) ~[classes/:?] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread.run(SingleProcessHBaseCluster.java:212) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T20:28:59,093 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T20:28:59,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741853_1029 (size=5672) 2024-12-03T20:28:59,513 INFO [M:0;b29c245002d9:43563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bd5abb60b374d68adb6059432c383f3 2024-12-03T20:28:59,566 DEBUG [M:0;b29c245002d9:43563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc439285259d4bac92f2a0f77d4368ab is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733257719573/Put/seqid=0 2024-12-03T20:28:59,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741854_1030 (size=8515) 2024-12-03T20:28:59,616 INFO [M:0;b29c245002d9:43563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc439285259d4bac92f2a0f77d4368ab 2024-12-03T20:28:59,694 DEBUG [M:0;b29c245002d9:43563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/544bf67e4cbd4178b00d161f545ced48 is 69, key is b29c245002d9,34397,1733257707487/rs:state/1733257709761/Put/seqid=0 2024-12-03T20:28:59,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741855_1031 (size=5156) 2024-12-03T20:29:00,124 INFO [M:0;b29c245002d9:43563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/544bf67e4cbd4178b00d161f545ced48 2024-12-03T20:29:00,159 DEBUG [M:0;b29c245002d9:43563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bd5abb60b374d68adb6059432c383f3 as hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6bd5abb60b374d68adb6059432c383f3 2024-12-03T20:29:00,169 INFO [M:0;b29c245002d9:43563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6bd5abb60b374d68adb6059432c383f3, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T20:29:00,175 DEBUG [M:0;b29c245002d9:43563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc439285259d4bac92f2a0f77d4368ab as hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc439285259d4bac92f2a0f77d4368ab 2024-12-03T20:29:00,224 INFO [M:0;b29c245002d9:43563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc439285259d4bac92f2a0f77d4368ab, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T20:29:00,240 DEBUG [M:0;b29c245002d9:43563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/544bf67e4cbd4178b00d161f545ced48 as hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/544bf67e4cbd4178b00d161f545ced48 2024-12-03T20:29:00,295 INFO [M:0;b29c245002d9:43563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46339/user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/544bf67e4cbd4178b00d161f545ced48, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T20:29:00,297 INFO [M:0;b29c245002d9:43563 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1244ms, sequenceid=97, compaction requested=false 2024-12-03T20:29:00,299 INFO [M:0;b29c245002d9:43563 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:00,299 DEBUG [M:0;b29c245002d9:43563 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257739052Disabling compacts and flushes for region at 1733257739052Disabling writes for close at 1733257739052Obtaining lock to block concurrent updates at 1733257739052Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257739052Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733257739053 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257739056 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257739056Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257739086 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257739086Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257739532 (+446 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257739565 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257739565Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257739657 (+92 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257739693 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257739693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@555cf873: reopening flushed file at 1733257740148 (+455 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a5e2248: reopening flushed file at 1733257740169 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@767f138: reopening flushed file at 1733257740224 (+55 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1244ms, sequenceid=97, compaction requested=false at 1733257740297 (+73 ms)Writing region close event to WAL at 1733257740299 (+2 ms)Closed at 1733257740299 2024-12-03T20:29:00,305 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4351759d-c3c5-e431-2fc5-d7a7220fa0d2/MasterData/WALs/b29c245002d9,43563,1733257707150/b29c245002d9%2C43563%2C1733257707150.1733257708966 not finished, retry = 0 2024-12-03T20:29:00,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741830_1006 (size=63642) 2024-12-03T20:29:00,409 INFO [M:0;b29c245002d9:43563 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:29:00,409 INFO [M:0;b29c245002d9:43563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43563 2024-12-03T20:29:00,409 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:29:00,409 INFO [M:0;b29c245002d9:43563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:29:00,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:29:00,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1019ce1af820000, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:29:00,523 INFO [M:0;b29c245002d9:43563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:29:00,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37175182{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:29:00,559 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@458d98f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:29:00,559 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:29:00,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27c217a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:29:00,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a5f470f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/hadoop.log.dir/,STOPPED} 2024-12-03T20:29:00,566 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1012041644_20 at /127.0.0.1:34970 [Receiving block BP-1282738568-172.17.0.3-1733257704502:blk_1073741839_1015] {}] datanode.DataXceiver(331): 127.0.0.1:40545:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34970 dst: /127.0.0.1:40545 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[closed]. Total timeout mills is 60000, 51482 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:29:00,572 WARN [BP-1282738568-172.17.0.3-1733257704502 heartbeating to localhost/127.0.0.1:46339 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:29:00,572 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:29:00,572 WARN [BP-1282738568-172.17.0.3-1733257704502 heartbeating to localhost/127.0.0.1:46339 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1282738568-172.17.0.3-1733257704502 (Datanode Uuid 27f39f27-eedc-499b-b41d-04e439f11863) service to localhost/127.0.0.1:46339 2024-12-03T20:29:00,572 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:29:00,573 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/cluster_6f1e4fce-d94e-3a7d-475e-066b9e44f429/data/data1/current/BP-1282738568-172.17.0.3-1733257704502 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:29:00,574 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/cluster_6f1e4fce-d94e-3a7d-475e-066b9e44f429/data/data2/current/BP-1282738568-172.17.0.3-1733257704502 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:29:00,576 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:29:00,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21b1326b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:29:00,598 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7762b913{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:29:00,598 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:29:00,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5736233d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:29:00,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c5148e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78e19c59-e3f8-38d3-f99e-68f8855eedbc/hadoop.log.dir/,STOPPED} 2024-12-03T20:29:00,615 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T20:29:00,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T20:29:00,665 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=235 (was 205) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1866) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1939) java.base@17.0.11/java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2095) app//org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:205) app//org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) app//org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) app//org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1012/0x00007f4d6cc65c50.run(Unknown Source) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50469) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46339 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37163 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37163 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50469) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:37163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.CompletableFuture$Signaller.block(CompletableFuture.java:1864) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.CompletableFuture.waitingGet(CompletableFuture.java:1898) java.base@17.0.11/java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2072) app//org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) app//org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) app//org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) app//org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.reportBadSink(HBaseReplicationEndpoint.java:257) app//org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.onReplicateWALEntryException(HBaseInterClusterReplicationEndpoint.java:558) app//org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.lambda$replicateEntries$2(HBaseInterClusterReplicationEndpoint.java:541) app//org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint$$Lambda$1173/0x00007f4d6cd4e230.accept(Unknown Source) app//org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) app//org.apache.hadoop.hbase.util.FutureUtils$$Lambda$433/0x00007f4d6c9c4b10.accept(Unknown Source) java.base@17.0.11/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) java.base@17.0.11/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) java.base@17.0.11/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) java.base@17.0.11/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) app//org.apache.hadoop.hbase.client.AsyncRegionServerAdmin$1.run(AsyncRegionServerAdmin.java:108) app//org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) app//org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) app//org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) app//org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) app//org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) app//org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) app//org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) app//org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) app//org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) app//org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) app//org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) app//org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:46339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=607 (was 568) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1252 (was 907) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1344 (was 1749) 2024-12-03T20:29:00,683 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=235, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=1252, ProcessCount=11, AvailableMemoryMB=1343 2024-12-03T20:29:00,702 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-03T20:29:00,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/hadoop.log.dir so I do NOT create it in target/test-data/0674f539-a38f-8841-c854-d7972e9e850c 2024-12-03T20:29:00,703 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:29:00,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/hadoop.tmp.dir so I do NOT create it in target/test-data/0674f539-a38f-8841-c854-d7972e9e850c 2024-12-03T20:29:00,703 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eaa9acfd-3549-ffa2-1916-40ef9bfd486d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:29:00,703 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c 2024-12-03T20:29:00,703 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/cluster_4efda6e4-3447-fc36-1337-bbcd710dbaf6, deleteOnExit=true 2024-12-03T20:29:00,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019ce1af820005, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T20:29:00,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019ce1af820005, quorum=127.0.0.1:50469, baseZNode=/1-397575476 Received Disconnected from ZooKeeper, ignoring 2024-12-03T20:29:00,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019ce1af820002, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T20:29:00,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019ce1af820002, quorum=127.0.0.1:50469, baseZNode=/01343429092 Received Disconnected from ZooKeeper, ignoring 2024-12-03T20:29:00,737 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/cluster_4efda6e4-3447-fc36-1337-bbcd710dbaf6/zookeeper_0, clientPort=64272, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/cluster_4efda6e4-3447-fc36-1337-bbcd710dbaf6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/cluster_4efda6e4-3447-fc36-1337-bbcd710dbaf6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T20:29:00,754 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64272 2024-12-03T20:29:00,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:29:00,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:29:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/test.cache.data in system properties and HBase conf 2024-12-03T20:29:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:29:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:29:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:29:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:29:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:29:00,755 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:29:00,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:29:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:29:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:29:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:29:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:29:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:29:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:29:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:29:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:29:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:29:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:29:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:29:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:29:00,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:29:01,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:29:01,298 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:29:01,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:29:01,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:29:01,344 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:29:01,356 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:29:01,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@189d9056{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:29:01,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44c1350{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:29:01,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3345c3bd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/java.io.tmpdir/jetty-localhost-39539-hadoop-hdfs-3_4_1-tests_jar-_-any-3450044364174536649/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:29:01,601 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bfff8b5{HTTP/1.1, (http/1.1)}{localhost:39539} 2024-12-03T20:29:01,602 INFO [Time-limited test {}] server.Server(415): Started @211536ms 2024-12-03T20:29:02,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:29:02,072 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:29:02,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:29:02,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:29:02,085 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:29:02,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bf6f846{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:29:02,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@777a69f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:29:02,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@175f77a2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/java.io.tmpdir/jetty-localhost-41229-hadoop-hdfs-3_4_1-tests_jar-_-any-2680757116502866629/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:29:02,216 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b09d5c4{HTTP/1.1, (http/1.1)}{localhost:41229} 2024-12-03T20:29:02,216 INFO [Time-limited test {}] server.Server(415): Started @212151ms 2024-12-03T20:29:02,218 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:29:02,679 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:29:02,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:02,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:02,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:02,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:02,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:02,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:02,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:02,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:03,293 WARN [Thread-2180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/cluster_4efda6e4-3447-fc36-1337-bbcd710dbaf6/data/data1/current/BP-962564363-172.17.0.3-1733257740817/current, will proceed with Du for space computation calculation, 2024-12-03T20:29:03,300 WARN [Thread-2181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/cluster_4efda6e4-3447-fc36-1337-bbcd710dbaf6/data/data2/current/BP-962564363-172.17.0.3-1733257740817/current, will proceed with Du for space computation calculation, 2024-12-03T20:29:03,386 WARN [Thread-2167 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:29:03,395 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4154110d016c9ed with lease ID 0xe9beeba7fe7073c1: Processing first storage report for DS-a77695c4-84d8-44d9-a502-72c8620df720 from datanode DatanodeRegistration(127.0.0.1:33379, datanodeUuid=154b6c53-cc57-4ed2-9723-cfcf8db6f9c4, infoPort=44065, infoSecurePort=0, ipcPort=41293, storageInfo=lv=-57;cid=testClusterID;nsid=663529128;c=1733257740817) 2024-12-03T20:29:03,395 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4154110d016c9ed with lease ID 0xe9beeba7fe7073c1: from storage DS-a77695c4-84d8-44d9-a502-72c8620df720 node DatanodeRegistration(127.0.0.1:33379, datanodeUuid=154b6c53-cc57-4ed2-9723-cfcf8db6f9c4, infoPort=44065, infoSecurePort=0, ipcPort=41293, storageInfo=lv=-57;cid=testClusterID;nsid=663529128;c=1733257740817), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:29:03,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4154110d016c9ed with lease ID 0xe9beeba7fe7073c1: Processing first storage report for DS-d0fda637-689a-4dc1-9409-cd6fb1720001 from datanode DatanodeRegistration(127.0.0.1:33379, datanodeUuid=154b6c53-cc57-4ed2-9723-cfcf8db6f9c4, infoPort=44065, infoSecurePort=0, ipcPort=41293, storageInfo=lv=-57;cid=testClusterID;nsid=663529128;c=1733257740817) 2024-12-03T20:29:03,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4154110d016c9ed with lease ID 0xe9beeba7fe7073c1: from storage DS-d0fda637-689a-4dc1-9409-cd6fb1720001 node DatanodeRegistration(127.0.0.1:33379, datanodeUuid=154b6c53-cc57-4ed2-9723-cfcf8db6f9c4, infoPort=44065, infoSecurePort=0, ipcPort=41293, storageInfo=lv=-57;cid=testClusterID;nsid=663529128;c=1733257740817), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:29:03,485 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c 2024-12-03T20:29:03,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:03,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:03,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:29:03,596 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6 with version=8 2024-12-03T20:29:03,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/hbase-staging 2024-12-03T20:29:03,599 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:29:03,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:03,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:03,599 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:29:03,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:03,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:29:03,599 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:29:03,599 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:29:03,612 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44685 2024-12-03T20:29:03,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44685 connecting to ZooKeeper ensemble=127.0.0.1:64272 2024-12-03T20:29:03,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446850x0, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:29:03,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44685-0x1019ce23d580000 connected 2024-12-03T20:29:04,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:04,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:04,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Set watcher on znode that does not yet exist, /0-1544116571/running 2024-12-03T20:29:04,164 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6, hbase.cluster.distributed=false 2024-12-03T20:29:04,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Set watcher on znode that does not yet exist, /0-1544116571/acl 2024-12-03T20:29:04,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44685 2024-12-03T20:29:04,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44685 2024-12-03T20:29:04,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44685 2024-12-03T20:29:04,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44685 2024-12-03T20:29:04,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44685 2024-12-03T20:29:04,279 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:29:04,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:04,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:04,279 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:29:04,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:04,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:29:04,279 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:29:04,280 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:29:04,296 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37313 2024-12-03T20:29:04,297 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37313 connecting to ZooKeeper ensemble=127.0.0.1:64272 2024-12-03T20:29:04,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:04,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:04,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373130x0, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:29:04,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373130x0, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Set watcher on znode that does not yet exist, /0-1544116571/running 2024-12-03T20:29:04,349 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:29:04,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37313-0x1019ce23d580001 connected 2024-12-03T20:29:04,366 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:29:04,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37313-0x1019ce23d580001, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Set watcher on znode that does not yet exist, /0-1544116571/master 2024-12-03T20:29:04,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37313-0x1019ce23d580001, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Set watcher on znode that does not yet exist, /0-1544116571/acl 2024-12-03T20:29:04,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37313 2024-12-03T20:29:04,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37313 2024-12-03T20:29:04,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37313 2024-12-03T20:29:04,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37313 2024-12-03T20:29:04,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37313 2024-12-03T20:29:04,488 DEBUG [M:0;b29c245002d9:44685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:44685 2024-12-03T20:29:04,505 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1544116571/backup-masters/b29c245002d9,44685,1733257743598 2024-12-03T20:29:04,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1544116571/backup-masters 2024-12-03T20:29:04,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019ce23d580001, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1544116571/backup-masters 2024-12-03T20:29:04,528 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Set watcher on existing znode=/0-1544116571/backup-masters/b29c245002d9,44685,1733257743598 2024-12-03T20:29:04,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019ce23d580001, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1544116571/master 2024-12-03T20:29:04,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019ce23d580001, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1544116571 2024-12-03T20:29:04,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1544116571 2024-12-03T20:29:04,560 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Set watcher on existing znode=/0-1544116571/master 2024-12-03T20:29:04,573 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1544116571/backup-masters/b29c245002d9,44685,1733257743598 from backup master directory 2024-12-03T20:29:04,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1544116571/backup-masters/b29c245002d9,44685,1733257743598 2024-12-03T20:29:04,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1544116571/backup-masters 2024-12-03T20:29:04,592 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:29:04,592 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,44685,1733257743598 2024-12-03T20:29:04,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019ce23d580001, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1544116571/backup-masters 2024-12-03T20:29:04,626 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/hbase.id] with ID: d3acace4-b9f6-4efa-85fd-53bd46b18d9a 2024-12-03T20:29:04,626 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/.tmp/hbase.id 2024-12-03T20:29:04,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:29:04,708 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/.tmp/hbase.id]:[hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/hbase.id] 2024-12-03T20:29:04,896 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:04,896 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:29:04,908 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 12ms. 2024-12-03T20:29:04,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019ce23d580001, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1544116571 2024-12-03T20:29:04,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1544116571 2024-12-03T20:29:05,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:29:05,437 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:29:05,438 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:29:05,441 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:29:05,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:29:05,904 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/data/master/store 2024-12-03T20:29:05,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:29:05,973 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:05,974 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:29:05,974 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:05,974 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:05,974 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:29:05,974 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:05,974 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:05,974 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257745974Disabling compacts and flushes for region at 1733257745974Disabling writes for close at 1733257745974Writing region close event to WAL at 1733257745974Closed at 1733257745974 2024-12-03T20:29:05,979 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/data/master/store/.initializing 2024-12-03T20:29:05,979 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/WALs/b29c245002d9,44685,1733257743598 2024-12-03T20:29:05,988 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:29:06,012 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C44685%2C1733257743598, suffix=, logDir=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/WALs/b29c245002d9,44685,1733257743598, archiveDir=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/oldWALs, maxLogs=10 2024-12-03T20:29:06,039 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/WALs/b29c245002d9,44685,1733257743598/b29c245002d9%2C44685%2C1733257743598.1733257746013, exclude list is [], retry=0 2024-12-03T20:29:06,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33379,DS-a77695c4-84d8-44d9-a502-72c8620df720,DISK] 2024-12-03T20:29:06,066 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/WALs/b29c245002d9,44685,1733257743598/b29c245002d9%2C44685%2C1733257743598.1733257746013 2024-12-03T20:29:06,073 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44065:44065)] 2024-12-03T20:29:06,073 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:29:06,073 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:06,073 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:06,073 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:06,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:06,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:29:06,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:06,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:06,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:06,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:29:06,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:06,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:06,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:06,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:29:06,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:06,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:06,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:06,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:29:06,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:06,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:06,120 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:06,121 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:06,124 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:06,143 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:06,143 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:06,151 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:29:06,154 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:06,160 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:29:06,161 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73163289, jitterRate=0.0902179628610611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:29:06,162 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257746073Initializing all the Stores at 1733257746074 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257746074Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257746075 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257746075Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257746075Cleaning up temporary data from old regions at 1733257746143 (+68 ms)Region opened successfully at 1733257746162 (+19 ms) 2024-12-03T20:29:06,168 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:29:06,188 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43603d34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:29:06,196 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:29:06,196 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:29:06,196 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:29:06,196 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:29:06,201 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-12-03T20:29:06,201 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:29:06,201 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:29:06,237 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:29:06,248 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Unable to get data of znode /0-1544116571/balancer because node does not exist (not necessarily an error) 2024-12-03T20:29:06,272 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1544116571/balancer already deleted, retry=false 2024-12-03T20:29:06,273 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:29:06,279 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Unable to get data of znode /0-1544116571/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:29:06,292 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1544116571/normalizer already deleted, retry=false 2024-12-03T20:29:06,293 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:29:06,296 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Unable to get data of znode /0-1544116571/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:29:06,312 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1544116571/switch/split already deleted, retry=false 2024-12-03T20:29:06,328 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Unable to get data of znode /0-1544116571/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:29:06,360 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1544116571/switch/merge already deleted, retry=false 2024-12-03T20:29:06,369 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Unable to get data of znode /0-1544116571/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:29:06,379 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1544116571/snapshot-cleanup already deleted, retry=false 2024-12-03T20:29:06,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1544116571/running 2024-12-03T20:29:06,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1544116571 2024-12-03T20:29:06,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019ce23d580001, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1544116571/running 2024-12-03T20:29:06,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019ce23d580001, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1544116571 2024-12-03T20:29:06,407 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,44685,1733257743598, sessionid=0x1019ce23d580000, setting cluster-up flag (Was=false) 2024-12-03T20:29:06,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019ce23d580001, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1544116571 2024-12-03T20:29:06,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1544116571 2024-12-03T20:29:06,514 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1544116571/flush-table-proc/acquired, /0-1544116571/flush-table-proc/reached, /0-1544116571/flush-table-proc/abort 2024-12-03T20:29:06,529 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,44685,1733257743598 2024-12-03T20:29:06,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1544116571 2024-12-03T20:29:06,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019ce23d580001, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1544116571 2024-12-03T20:29:06,616 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1544116571/online-snapshot/acquired, /0-1544116571/online-snapshot/reached, /0-1544116571/online-snapshot/abort 2024-12-03T20:29:06,638 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,44685,1733257743598 2024-12-03T20:29:06,641 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:29:06,643 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:29:06,643 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:29:06,643 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:29:06,643 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,44685,1733257743598 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:29:06,650 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:29:06,650 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:29:06,650 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:29:06,650 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:29:06,650 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:29:06,650 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:06,650 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:29:06,650 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:06,667 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:29:06,667 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:29:06,672 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:06,673 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:29:06,679 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257776679 2024-12-03T20:29:06,679 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:29:06,679 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:29:06,679 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:29:06,679 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:29:06,679 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:29:06,679 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:29:06,680 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:06,680 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:29:06,680 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:29:06,680 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:29:06,680 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:29:06,681 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:29:06,681 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:29:06,682 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257746681,5,FailOnTimeoutGroup] 2024-12-03T20:29:06,686 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257746682,5,FailOnTimeoutGroup] 2024-12-03T20:29:06,686 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:06,687 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:29:06,687 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:06,687 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:06,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:29:06,689 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:29:06,689 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6 2024-12-03T20:29:06,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:29:06,700 INFO [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(746): ClusterId : d3acace4-b9f6-4efa-85fd-53bd46b18d9a 2024-12-03T20:29:06,700 DEBUG [RS:0;b29c245002d9:37313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:29:06,710 DEBUG [RS:0;b29c245002d9:37313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:29:06,710 DEBUG [RS:0;b29c245002d9:37313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:29:06,721 DEBUG [RS:0;b29c245002d9:37313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:29:06,721 DEBUG [RS:0;b29c245002d9:37313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c314327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:29:06,734 DEBUG [RS:0;b29c245002d9:37313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:37313 2024-12-03T20:29:06,734 INFO [RS:0;b29c245002d9:37313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:29:06,734 INFO [RS:0;b29c245002d9:37313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:29:06,734 DEBUG [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:29:06,734 INFO [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,44685,1733257743598 with port=37313, startcode=1733257744279 2024-12-03T20:29:06,734 DEBUG [RS:0;b29c245002d9:37313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:29:06,736 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:29:06,736 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44685 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,37313,1733257744279 2024-12-03T20:29:06,736 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44685 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,37313,1733257744279 2024-12-03T20:29:06,737 DEBUG [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6 2024-12-03T20:29:06,737 DEBUG [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38885 2024-12-03T20:29:06,737 DEBUG [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:29:06,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1544116571/rs 2024-12-03T20:29:06,748 DEBUG [RS:0;b29c245002d9:37313 {}] zookeeper.ZKUtil(111): regionserver:37313-0x1019ce23d580001, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Set watcher on existing znode=/0-1544116571/rs/b29c245002d9,37313,1733257744279 2024-12-03T20:29:06,748 WARN [RS:0;b29c245002d9:37313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:29:06,748 INFO [RS:0;b29c245002d9:37313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:29:06,748 DEBUG [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279 2024-12-03T20:29:06,749 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,37313,1733257744279] 2024-12-03T20:29:06,754 INFO [RS:0;b29c245002d9:37313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:29:06,756 INFO [RS:0;b29c245002d9:37313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:29:06,756 INFO [RS:0;b29c245002d9:37313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:29:06,756 INFO [RS:0;b29c245002d9:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:06,756 INFO [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:29:06,757 INFO [RS:0;b29c245002d9:37313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:29:06,757 INFO [RS:0;b29c245002d9:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:06,757 DEBUG [RS:0;b29c245002d9:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:06,758 DEBUG [RS:0;b29c245002d9:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:06,758 DEBUG [RS:0;b29c245002d9:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:06,758 DEBUG [RS:0;b29c245002d9:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:06,758 DEBUG [RS:0;b29c245002d9:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:06,758 DEBUG [RS:0;b29c245002d9:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:29:06,758 DEBUG [RS:0;b29c245002d9:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:06,758 DEBUG [RS:0;b29c245002d9:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:06,758 DEBUG [RS:0;b29c245002d9:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:06,758 DEBUG [RS:0;b29c245002d9:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:06,758 DEBUG [RS:0;b29c245002d9:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:06,758 DEBUG [RS:0;b29c245002d9:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:06,758 DEBUG [RS:0;b29c245002d9:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:29:06,758 DEBUG [RS:0;b29c245002d9:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:29:06,760 INFO [RS:0;b29c245002d9:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:06,760 INFO [RS:0;b29c245002d9:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:06,760 INFO [RS:0;b29c245002d9:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:06,760 INFO [RS:0;b29c245002d9:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:06,760 INFO [RS:0;b29c245002d9:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:06,760 INFO [RS:0;b29c245002d9:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,37313,1733257744279-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:29:06,777 INFO [RS:0;b29c245002d9:37313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:29:06,777 INFO [RS:0;b29c245002d9:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,37313,1733257744279-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:06,777 INFO [RS:0;b29c245002d9:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:06,777 INFO [RS:0;b29c245002d9:37313 {}] regionserver.Replication(171): b29c245002d9,37313,1733257744279 started 2024-12-03T20:29:06,794 INFO [RS:0;b29c245002d9:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:06,794 INFO [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,37313,1733257744279, RpcServer on b29c245002d9/172.17.0.3:37313, sessionid=0x1019ce23d580001 2024-12-03T20:29:06,794 DEBUG [RS:0;b29c245002d9:37313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:29:06,794 DEBUG [RS:0;b29c245002d9:37313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,37313,1733257744279 2024-12-03T20:29:06,794 DEBUG [RS:0;b29c245002d9:37313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,37313,1733257744279' 2024-12-03T20:29:06,795 DEBUG [RS:0;b29c245002d9:37313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1544116571/flush-table-proc/abort' 2024-12-03T20:29:06,795 DEBUG [RS:0;b29c245002d9:37313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1544116571/flush-table-proc/acquired' 2024-12-03T20:29:06,795 DEBUG [RS:0;b29c245002d9:37313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:29:06,795 DEBUG [RS:0;b29c245002d9:37313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:29:06,795 DEBUG [RS:0;b29c245002d9:37313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,37313,1733257744279 2024-12-03T20:29:06,795 DEBUG [RS:0;b29c245002d9:37313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,37313,1733257744279' 2024-12-03T20:29:06,795 DEBUG [RS:0;b29c245002d9:37313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1544116571/online-snapshot/abort' 2024-12-03T20:29:06,796 DEBUG [RS:0;b29c245002d9:37313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1544116571/online-snapshot/acquired' 2024-12-03T20:29:06,796 DEBUG [RS:0;b29c245002d9:37313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:29:06,796 INFO [RS:0;b29c245002d9:37313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:29:06,796 INFO [RS:0;b29c245002d9:37313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:29:06,896 INFO [RS:0;b29c245002d9:37313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:29:06,897 INFO [RS:0;b29c245002d9:37313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C37313%2C1733257744279, suffix=, logDir=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279, archiveDir=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/oldWALs, maxLogs=10 2024-12-03T20:29:06,909 DEBUG [RS:0;b29c245002d9:37313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898, exclude list is [], retry=0 2024-12-03T20:29:06,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33379,DS-a77695c4-84d8-44d9-a502-72c8620df720,DISK] 2024-12-03T20:29:06,912 INFO [RS:0;b29c245002d9:37313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 2024-12-03T20:29:06,912 DEBUG [RS:0;b29c245002d9:37313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44065:44065)] 2024-12-03T20:29:07,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:07,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:29:07,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:29:07,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:07,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:07,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:29:07,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:29:07,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:07,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:07,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:29:07,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:29:07,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:07,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:07,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:29:07,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:29:07,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:07,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:07,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:29:07,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740 2024-12-03T20:29:07,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740 2024-12-03T20:29:07,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:29:07,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:29:07,106 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:29:07,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:29:07,110 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:29:07,111 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66025405, jitterRate=-0.016144797205924988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:29:07,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257747099Initializing all the Stores at 1733257747100 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257747100Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257747100Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257747100Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257747100Cleaning up temporary data from old regions at 1733257747106 (+6 ms)Region opened successfully at 1733257747111 (+5 ms) 2024-12-03T20:29:07,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:29:07,111 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:29:07,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:29:07,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:29:07,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:29:07,112 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:29:07,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257747111Disabling compacts and flushes for region at 1733257747111Disabling writes for close at 1733257747111Writing region close event to WAL at 1733257747112 (+1 ms)Closed at 1733257747112 2024-12-03T20:29:07,113 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:29:07,113 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:29:07,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:29:07,114 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:29:07,115 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:29:07,266 DEBUG [b29c245002d9:44685 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:29:07,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,37313,1733257744279 2024-12-03T20:29:07,272 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,37313,1733257744279, state=OPENING 2024-12-03T20:29:07,299 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:29:07,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1544116571 2024-12-03T20:29:07,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019ce23d580001, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1544116571 2024-12-03T20:29:07,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1544116571/meta-region-server: CHANGED 2024-12-03T20:29:07,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1544116571/meta-region-server: CHANGED 2024-12-03T20:29:07,359 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:29:07,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,37313,1733257744279}] 2024-12-03T20:29:07,512 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:29:07,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:29:07,528 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:29:07,528 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:29:07,529 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:29:07,541 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C37313%2C1733257744279.meta, suffix=.meta, logDir=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279, archiveDir=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/oldWALs, maxLogs=10 2024-12-03T20:29:07,558 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.meta.1733257747541.meta, exclude list is [], retry=0 2024-12-03T20:29:07,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33379,DS-a77695c4-84d8-44d9-a502-72c8620df720,DISK] 2024-12-03T20:29:07,576 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.meta.1733257747541.meta 2024-12-03T20:29:07,579 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44065:44065)] 2024-12-03T20:29:07,579 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:29:07,579 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:29:07,580 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:29:07,580 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:29:07,580 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:29:07,580 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:29:07,580 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:07,580 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:29:07,580 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:29:07,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:29:07,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:29:07,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:07,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:07,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:29:07,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:29:07,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:07,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:07,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:29:07,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:29:07,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:07,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:07,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:29:07,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:29:07,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:07,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:07,632 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:29:07,633 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740 2024-12-03T20:29:07,634 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740 2024-12-03T20:29:07,635 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:29:07,635 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:29:07,635 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:29:07,637 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:29:07,639 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64734324, jitterRate=-0.035383403301239014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:29:07,639 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:29:07,640 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257747580Writing region info on filesystem at 1733257747580Initializing all the Stores at 1733257747584 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257747584Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257747588 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257747588Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257747588Cleaning up temporary data from old regions at 1733257747635 (+47 ms)Running coprocessor post-open hooks at 1733257747639 (+4 ms)Region opened successfully at 1733257747640 (+1 ms) 2024-12-03T20:29:07,642 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257747511 2024-12-03T20:29:07,648 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,37313,1733257744279 2024-12-03T20:29:07,650 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,37313,1733257744279, state=OPEN 2024-12-03T20:29:07,650 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:29:07,650 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:29:07,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019ce23d580001, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1544116571/meta-region-server 2024-12-03T20:29:07,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1544116571/meta-region-server: CHANGED 2024-12-03T20:29:07,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1544116571/meta-region-server 2024-12-03T20:29:07,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1544116571/meta-region-server: CHANGED 2024-12-03T20:29:07,684 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,37313,1733257744279 2024-12-03T20:29:07,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:29:07,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,37313,1733257744279 in 325 msec 2024-12-03T20:29:07,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:29:07,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 592 msec 2024-12-03T20:29:07,708 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:29:07,708 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:29:07,709 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:29:07,709 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,37313,1733257744279, seqNum=-1] 2024-12-03T20:29:07,709 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:29:07,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:29:07,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0750 sec 2024-12-03T20:29:07,720 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257747720, completionTime=-1 2024-12-03T20:29:07,720 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T20:29:07,720 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:29:07,723 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:29:07,723 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257807723 2024-12-03T20:29:07,723 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257867723 2024-12-03T20:29:07,723 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T20:29:07,723 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44685,1733257743598-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:07,723 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44685,1733257743598-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:07,723 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44685,1733257743598-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:07,723 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:44685, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:07,723 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:07,728 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:07,729 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:29:07,733 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.141sec 2024-12-03T20:29:07,733 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:29:07,733 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:29:07,733 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:29:07,733 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:29:07,733 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:29:07,733 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44685,1733257743598-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:29:07,733 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44685,1733257743598-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:29:07,737 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:29:07,737 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:29:07,737 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44685,1733257743598-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:07,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4b267e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:07,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,44685,-1 for getting cluster id 2024-12-03T20:29:07,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:07,802 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3acace4-b9f6-4efa-85fd-53bd46b18d9a' 2024-12-03T20:29:07,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:07,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3acace4-b9f6-4efa-85fd-53bd46b18d9a" 2024-12-03T20:29:07,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14097d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:07,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,44685,-1] 2024-12-03T20:29:07,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:07,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:07,804 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:07,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca81938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:07,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:29:07,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,37313,1733257744279, seqNum=-1] 2024-12-03T20:29:07,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:29:07,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:29:07,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,44685,1733257743598 2024-12-03T20:29:07,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64272 2024-12-03T20:29:08,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:29:08,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019ce23d580002 connected 2024-12-03T20:29:08,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/hadoop.log.dir so I do NOT create it in target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704 2024-12-03T20:29:08,108 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:29:08,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/hadoop.tmp.dir so I do NOT create it in target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704 2024-12-03T20:29:08,108 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:29:08,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704 2024-12-03T20:29:08,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:29:08,108 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/cluster_bf5b1b91-14aa-a525-4a31-5b8bb13aa7ba, deleteOnExit=true 2024-12-03T20:29:08,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:29:08,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/test.cache.data in system properties and HBase conf 2024-12-03T20:29:08,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:29:08,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:29:08,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:29:08,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:29:08,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:29:08,108 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:29:08,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:29:08,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:29:08,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:29:08,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:29:08,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:29:08,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:29:08,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:29:08,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:29:08,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:29:08,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:29:08,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:29:08,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:29:08,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:29:08,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:29:08,492 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:29:08,504 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:29:08,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:29:08,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:29:08,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:29:08,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:29:08,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21702e4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:29:08,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67c2d1fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:29:08,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3992b297{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/java.io.tmpdir/jetty-localhost-41605-hadoop-hdfs-3_4_1-tests_jar-_-any-14450027451498761830/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:29:08,679 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c620576{HTTP/1.1, (http/1.1)}{localhost:41605} 2024-12-03T20:29:08,679 INFO [Time-limited test {}] server.Server(415): Started @218613ms 2024-12-03T20:29:09,199 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:29:09,207 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:29:09,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:29:09,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:29:09,217 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:29:09,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cca915{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:29:09,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5172d7cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:29:09,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e70714f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/java.io.tmpdir/jetty-localhost-37475-hadoop-hdfs-3_4_1-tests_jar-_-any-5394047269654590791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:29:09,361 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a0e58bc{HTTP/1.1, (http/1.1)}{localhost:37475} 2024-12-03T20:29:09,361 INFO [Time-limited test {}] server.Server(415): Started @219296ms 2024-12-03T20:29:09,363 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:29:10,180 WARN [Thread-2300 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/cluster_bf5b1b91-14aa-a525-4a31-5b8bb13aa7ba/data/data1/current/BP-1403152633-172.17.0.3-1733257748125/current, will proceed with Du for space computation calculation, 2024-12-03T20:29:10,182 WARN [Thread-2301 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/cluster_bf5b1b91-14aa-a525-4a31-5b8bb13aa7ba/data/data2/current/BP-1403152633-172.17.0.3-1733257748125/current, will proceed with Du for space computation calculation, 2024-12-03T20:29:10,233 WARN [Thread-2288 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:29:10,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf726f7aa04aafc1e with lease ID 0x649522ae006b6ac9: Processing first storage report for DS-74a06441-956b-491f-a39d-ecc4709033fc from datanode DatanodeRegistration(127.0.0.1:43795, datanodeUuid=927b53dc-20c4-4124-8f05-c282ee8dd19a, infoPort=41791, infoSecurePort=0, ipcPort=45403, storageInfo=lv=-57;cid=testClusterID;nsid=616813994;c=1733257748125) 2024-12-03T20:29:10,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf726f7aa04aafc1e with lease ID 0x649522ae006b6ac9: from storage DS-74a06441-956b-491f-a39d-ecc4709033fc node DatanodeRegistration(127.0.0.1:43795, datanodeUuid=927b53dc-20c4-4124-8f05-c282ee8dd19a, infoPort=41791, infoSecurePort=0, ipcPort=45403, storageInfo=lv=-57;cid=testClusterID;nsid=616813994;c=1733257748125), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:29:10,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf726f7aa04aafc1e with lease ID 0x649522ae006b6ac9: Processing first storage report for DS-16f017e9-0979-44e8-906d-7d76ae9cd202 from datanode DatanodeRegistration(127.0.0.1:43795, datanodeUuid=927b53dc-20c4-4124-8f05-c282ee8dd19a, infoPort=41791, infoSecurePort=0, ipcPort=45403, storageInfo=lv=-57;cid=testClusterID;nsid=616813994;c=1733257748125) 2024-12-03T20:29:10,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf726f7aa04aafc1e with lease ID 0x649522ae006b6ac9: from storage DS-16f017e9-0979-44e8-906d-7d76ae9cd202 node DatanodeRegistration(127.0.0.1:43795, datanodeUuid=927b53dc-20c4-4124-8f05-c282ee8dd19a, infoPort=41791, infoSecurePort=0, ipcPort=45403, storageInfo=lv=-57;cid=testClusterID;nsid=616813994;c=1733257748125), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:29:10,304 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704 2024-12-03T20:29:10,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:10,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:10,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:29:10,736 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7 with version=8 2024-12-03T20:29:10,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/hbase-staging 2024-12-03T20:29:10,739 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:29:10,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:10,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:10,739 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:29:10,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:10,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:29:10,739 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:29:10,739 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:29:10,744 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37045 2024-12-03T20:29:10,745 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37045 connecting to ZooKeeper ensemble=127.0.0.1:64272 2024-12-03T20:29:10,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370450x0, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:29:10,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37045-0x1019ce23d580003 connected 2024-12-03T20:29:10,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:10,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:10,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Set watcher on znode that does not yet exist, /1-409175538/running 2024-12-03T20:29:10,884 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7, hbase.cluster.distributed=false 2024-12-03T20:29:10,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Set watcher on znode that does not yet exist, /1-409175538/acl 2024-12-03T20:29:10,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37045 2024-12-03T20:29:10,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37045 2024-12-03T20:29:10,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37045 2024-12-03T20:29:10,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37045 2024-12-03T20:29:10,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37045 2024-12-03T20:29:10,959 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:29:10,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:10,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:10,959 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:29:10,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:10,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:29:10,959 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:29:10,959 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:29:10,960 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34305 2024-12-03T20:29:10,961 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34305 connecting to ZooKeeper ensemble=127.0.0.1:64272 2024-12-03T20:29:10,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:10,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:10,979 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343050x0, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:29:10,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34305-0x1019ce23d580004 connected 2024-12-03T20:29:10,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34305-0x1019ce23d580004, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Set watcher on znode that does not yet exist, /1-409175538/running 2024-12-03T20:29:10,981 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:29:10,988 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:29:10,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34305-0x1019ce23d580004, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Set watcher on znode that does not yet exist, /1-409175538/master 2024-12-03T20:29:10,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34305-0x1019ce23d580004, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Set watcher on znode that does not yet exist, /1-409175538/acl 2024-12-03T20:29:10,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34305 2024-12-03T20:29:10,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34305 2024-12-03T20:29:10,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34305 2024-12-03T20:29:11,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34305 2024-12-03T20:29:11,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34305 2024-12-03T20:29:11,019 DEBUG [M:0;b29c245002d9:37045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:37045 2024-12-03T20:29:11,019 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-409175538/backup-masters/b29c245002d9,37045,1733257750739 2024-12-03T20:29:11,032 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1019ce23d580004, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-409175538/backup-masters 2024-12-03T20:29:11,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-409175538/backup-masters 2024-12-03T20:29:11,032 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Set watcher on existing znode=/1-409175538/backup-masters/b29c245002d9,37045,1733257750739 2024-12-03T20:29:11,042 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1019ce23d580004, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-409175538/master 2024-12-03T20:29:11,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-409175538 2024-12-03T20:29:11,042 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1019ce23d580004, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-409175538 2024-12-03T20:29:11,043 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Set watcher on existing znode=/1-409175538/master 2024-12-03T20:29:11,043 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-409175538/backup-masters/b29c245002d9,37045,1733257750739 from backup master directory 2024-12-03T20:29:11,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-409175538/backup-masters/b29c245002d9,37045,1733257750739 2024-12-03T20:29:11,053 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1019ce23d580004, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-409175538/backup-masters 2024-12-03T20:29:11,053 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:29:11,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-409175538/backup-masters 2024-12-03T20:29:11,053 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,37045,1733257750739 2024-12-03T20:29:11,056 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/hbase.id] with ID: f2a4ad59-9528-4fe1-ba4e-025e58b27c5f 2024-12-03T20:29:11,056 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/.tmp/hbase.id 2024-12-03T20:29:11,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:29:11,469 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/.tmp/hbase.id]:[hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/hbase.id] 2024-12-03T20:29:11,491 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:11,491 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:29:11,492 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T20:29:11,539 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1019ce23d580004, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-409175538 2024-12-03T20:29:11,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-409175538 2024-12-03T20:29:11,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:29:11,591 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:29:11,591 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:29:11,593 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:29:11,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:29:11,648 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/data/master/store 2024-12-03T20:29:11,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:29:11,684 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:11,684 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:29:11,684 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:11,684 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:11,685 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:29:11,685 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:11,685 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:11,685 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257751684Disabling compacts and flushes for region at 1733257751684Disabling writes for close at 1733257751685 (+1 ms)Writing region close event to WAL at 1733257751685Closed at 1733257751685 2024-12-03T20:29:11,700 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/data/master/store/.initializing 2024-12-03T20:29:11,700 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/WALs/b29c245002d9,37045,1733257750739 2024-12-03T20:29:11,705 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:29:11,725 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C37045%2C1733257750739, suffix=, logDir=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/WALs/b29c245002d9,37045,1733257750739, archiveDir=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/oldWALs, maxLogs=10 2024-12-03T20:29:11,743 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/WALs/b29c245002d9,37045,1733257750739/b29c245002d9%2C37045%2C1733257750739.1733257751725, exclude list is [], retry=0 2024-12-03T20:29:11,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43795,DS-74a06441-956b-491f-a39d-ecc4709033fc,DISK] 2024-12-03T20:29:11,766 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/WALs/b29c245002d9,37045,1733257750739/b29c245002d9%2C37045%2C1733257750739.1733257751725 2024-12-03T20:29:11,769 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41791:41791)] 2024-12-03T20:29:11,769 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:29:11,769 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:11,769 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:11,769 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:11,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:11,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:29:11,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:11,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:11,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:11,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:29:11,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:11,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:11,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:11,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:29:11,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:11,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:11,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:11,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:29:11,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:11,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:11,812 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:11,816 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:11,817 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:11,821 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:11,821 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:11,822 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:29:11,823 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:11,831 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:29:11,832 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60600129, jitterRate=-0.09698770940303802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:29:11,832 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257751769Initializing all the Stores at 1733257751780 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257751780Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257751785 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257751785Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257751785Cleaning up temporary data from old regions at 1733257751821 (+36 ms)Region opened successfully at 1733257751832 (+11 ms) 2024-12-03T20:29:11,836 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:29:11,845 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@588153f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:29:11,845 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:29:11,846 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:29:11,846 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:29:11,846 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:29:11,846 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T20:29:11,846 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:29:11,847 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:29:11,852 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:29:11,860 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Unable to get data of znode /1-409175538/balancer because node does not exist (not necessarily an error) 2024-12-03T20:29:11,900 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-409175538/balancer already deleted, retry=false 2024-12-03T20:29:11,901 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:29:11,901 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Unable to get data of znode /1-409175538/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:29:11,910 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-409175538/normalizer already deleted, retry=false 2024-12-03T20:29:11,910 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:29:11,912 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Unable to get data of znode /1-409175538/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:29:11,919 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-409175538/switch/split already deleted, retry=false 2024-12-03T20:29:11,921 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Unable to get data of znode /1-409175538/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:29:11,930 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-409175538/switch/merge already deleted, retry=false 2024-12-03T20:29:11,934 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Unable to get data of znode /1-409175538/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:29:11,941 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-409175538/snapshot-cleanup already deleted, retry=false 2024-12-03T20:29:11,951 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1019ce23d580004, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-409175538/running 2024-12-03T20:29:11,951 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1019ce23d580004, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-409175538 2024-12-03T20:29:11,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-409175538/running 2024-12-03T20:29:11,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-409175538 2024-12-03T20:29:11,952 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,37045,1733257750739, sessionid=0x1019ce23d580003, setting cluster-up flag (Was=false) 2024-12-03T20:29:11,980 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1019ce23d580004, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-409175538 2024-12-03T20:29:11,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-409175538 2024-12-03T20:29:12,025 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-409175538/flush-table-proc/acquired, /1-409175538/flush-table-proc/reached, /1-409175538/flush-table-proc/abort 2024-12-03T20:29:12,029 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,37045,1733257750739 2024-12-03T20:29:12,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-409175538 2024-12-03T20:29:12,056 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1019ce23d580004, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-409175538 2024-12-03T20:29:12,103 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-409175538/online-snapshot/acquired, /1-409175538/online-snapshot/reached, /1-409175538/online-snapshot/abort 2024-12-03T20:29:12,104 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,37045,1733257750739 2024-12-03T20:29:12,116 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:29:12,134 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:29:12,134 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:29:12,134 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:29:12,135 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,37045,1733257750739 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:29:12,141 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:29:12,141 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:29:12,141 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:29:12,141 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:29:12,141 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:29:12,141 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:12,141 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:29:12,141 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:12,166 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257782166 2024-12-03T20:29:12,166 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:29:12,166 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:29:12,166 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:29:12,166 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:29:12,166 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:29:12,166 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:29:12,168 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:29:12,168 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:29:12,170 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:12,173 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:12,173 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:29:12,180 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:29:12,180 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:29:12,181 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:29:12,181 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:29:12,184 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:29:12,184 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:29:12,188 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257752184,5,FailOnTimeoutGroup] 2024-12-03T20:29:12,189 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257752188,5,FailOnTimeoutGroup] 2024-12-03T20:29:12,189 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:12,189 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:29:12,189 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:12,189 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:12,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:29:12,220 INFO [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(746): ClusterId : f2a4ad59-9528-4fe1-ba4e-025e58b27c5f 2024-12-03T20:29:12,220 DEBUG [RS:0;b29c245002d9:34305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:29:12,247 DEBUG [RS:0;b29c245002d9:34305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:29:12,247 DEBUG [RS:0;b29c245002d9:34305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:29:12,267 DEBUG [RS:0;b29c245002d9:34305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:29:12,268 DEBUG [RS:0;b29c245002d9:34305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fbaf3b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:29:12,286 DEBUG [RS:0;b29c245002d9:34305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:34305 2024-12-03T20:29:12,286 INFO [RS:0;b29c245002d9:34305 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:29:12,286 INFO [RS:0;b29c245002d9:34305 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:29:12,286 DEBUG [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:29:12,287 INFO [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,37045,1733257750739 with port=34305, startcode=1733257750958 2024-12-03T20:29:12,288 DEBUG [RS:0;b29c245002d9:34305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:29:12,303 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:29:12,306 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37045 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,34305,1733257750958 2024-12-03T20:29:12,306 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37045 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,34305,1733257750958 2024-12-03T20:29:12,312 DEBUG [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7 2024-12-03T20:29:12,312 DEBUG [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37919 2024-12-03T20:29:12,312 DEBUG [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:29:12,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-409175538/rs 2024-12-03T20:29:12,432 DEBUG [RS:0;b29c245002d9:34305 {}] zookeeper.ZKUtil(111): regionserver:34305-0x1019ce23d580004, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Set watcher on existing znode=/1-409175538/rs/b29c245002d9,34305,1733257750958 2024-12-03T20:29:12,432 WARN [RS:0;b29c245002d9:34305 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:29:12,432 INFO [RS:0;b29c245002d9:34305 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:29:12,432 DEBUG [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958 2024-12-03T20:29:12,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,34305,1733257750958] 2024-12-03T20:29:12,479 INFO [RS:0;b29c245002d9:34305 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:29:12,487 INFO [RS:0;b29c245002d9:34305 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:29:12,491 INFO [RS:0;b29c245002d9:34305 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:29:12,491 INFO [RS:0;b29c245002d9:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:12,500 INFO [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:29:12,508 INFO [RS:0;b29c245002d9:34305 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:29:12,508 INFO [RS:0;b29c245002d9:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:12,509 DEBUG [RS:0;b29c245002d9:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:12,509 DEBUG [RS:0;b29c245002d9:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:12,509 DEBUG [RS:0;b29c245002d9:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:12,509 DEBUG [RS:0;b29c245002d9:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:12,509 DEBUG [RS:0;b29c245002d9:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:12,509 DEBUG [RS:0;b29c245002d9:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:29:12,509 DEBUG [RS:0;b29c245002d9:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:12,509 DEBUG [RS:0;b29c245002d9:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:12,509 DEBUG [RS:0;b29c245002d9:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:12,509 DEBUG [RS:0;b29c245002d9:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:12,509 DEBUG [RS:0;b29c245002d9:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:12,509 DEBUG [RS:0;b29c245002d9:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:12,509 DEBUG [RS:0;b29c245002d9:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:29:12,509 DEBUG [RS:0;b29c245002d9:34305 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:29:12,532 INFO [RS:0;b29c245002d9:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:12,532 INFO [RS:0;b29c245002d9:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:12,532 INFO [RS:0;b29c245002d9:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:12,532 INFO [RS:0;b29c245002d9:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:12,532 INFO [RS:0;b29c245002d9:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:12,532 INFO [RS:0;b29c245002d9:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34305,1733257750958-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:29:12,564 INFO [RS:0;b29c245002d9:34305 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:29:12,564 INFO [RS:0;b29c245002d9:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34305,1733257750958-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:12,565 INFO [RS:0;b29c245002d9:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:12,565 INFO [RS:0;b29c245002d9:34305 {}] regionserver.Replication(171): b29c245002d9,34305,1733257750958 started 2024-12-03T20:29:12,586 INFO [RS:0;b29c245002d9:34305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:12,586 INFO [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,34305,1733257750958, RpcServer on b29c245002d9/172.17.0.3:34305, sessionid=0x1019ce23d580004 2024-12-03T20:29:12,586 DEBUG [RS:0;b29c245002d9:34305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:29:12,586 DEBUG [RS:0;b29c245002d9:34305 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,34305,1733257750958 2024-12-03T20:29:12,586 DEBUG [RS:0;b29c245002d9:34305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,34305,1733257750958' 2024-12-03T20:29:12,586 DEBUG [RS:0;b29c245002d9:34305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-409175538/flush-table-proc/abort' 2024-12-03T20:29:12,588 DEBUG [RS:0;b29c245002d9:34305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-409175538/flush-table-proc/acquired' 2024-12-03T20:29:12,596 DEBUG [RS:0;b29c245002d9:34305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:29:12,596 DEBUG [RS:0;b29c245002d9:34305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:29:12,596 DEBUG [RS:0;b29c245002d9:34305 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,34305,1733257750958 2024-12-03T20:29:12,596 DEBUG [RS:0;b29c245002d9:34305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,34305,1733257750958' 2024-12-03T20:29:12,596 DEBUG [RS:0;b29c245002d9:34305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-409175538/online-snapshot/abort' 2024-12-03T20:29:12,609 DEBUG [RS:0;b29c245002d9:34305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-409175538/online-snapshot/acquired' 2024-12-03T20:29:12,618 DEBUG [RS:0;b29c245002d9:34305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:29:12,618 INFO [RS:0;b29c245002d9:34305 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:29:12,618 INFO [RS:0;b29c245002d9:34305 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:29:12,626 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:29:12,626 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7 2024-12-03T20:29:12,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:29:12,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:12,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:29:12,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:29:12,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:12,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:12,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:29:12,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:29:12,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:12,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:12,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:29:12,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:29:12,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:12,720 INFO [RS:0;b29c245002d9:34305 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:29:12,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:12,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:29:12,725 INFO [RS:0;b29c245002d9:34305 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C34305%2C1733257750958, suffix=, logDir=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958, archiveDir=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/oldWALs, maxLogs=10 2024-12-03T20:29:12,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:29:12,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:12,742 DEBUG [RS:0;b29c245002d9:34305 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726, exclude list is [], retry=0 2024-12-03T20:29:12,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43795,DS-74a06441-956b-491f-a39d-ecc4709033fc,DISK] 2024-12-03T20:29:12,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:12,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:29:12,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740 2024-12-03T20:29:12,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740 2024-12-03T20:29:12,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:29:12,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:29:12,749 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:29:12,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:29:12,772 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:29:12,776 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74588827, jitterRate=0.1114601343870163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:29:12,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257752664Initializing all the Stores at 1733257752666 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257752666Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257752668 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257752668Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257752668Cleaning up temporary data from old regions at 1733257752749 (+81 ms)Region opened successfully at 1733257752776 (+27 ms) 2024-12-03T20:29:12,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:29:12,776 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:29:12,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:29:12,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:29:12,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:29:12,784 INFO [RS:0;b29c245002d9:34305 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 2024-12-03T20:29:12,788 DEBUG [RS:0;b29c245002d9:34305 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41791:41791)] 2024-12-03T20:29:12,795 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:29:12,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257752776Disabling compacts and flushes for region at 1733257752776Disabling writes for close at 1733257752776Writing region close event to WAL at 1733257752795 (+19 ms)Closed at 1733257752795 2024-12-03T20:29:12,798 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:29:12,798 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:29:12,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:29:12,799 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:29:12,800 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:29:12,950 DEBUG [b29c245002d9:37045 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:29:12,951 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,34305,1733257750958 2024-12-03T20:29:12,952 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,34305,1733257750958, state=OPENING 2024-12-03T20:29:13,024 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:29:13,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-409175538 2024-12-03T20:29:13,036 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1019ce23d580004, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-409175538 2024-12-03T20:29:13,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-409175538/meta-region-server: CHANGED 2024-12-03T20:29:13,044 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:29:13,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,34305,1733257750958}] 2024-12-03T20:29:13,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-409175538/meta-region-server: CHANGED 2024-12-03T20:29:13,084 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:29:13,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:13,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:13,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:13,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:13,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:13,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:13,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:13,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:13,194 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T20:29:13,208 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:29:13,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:29:13,248 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:29:13,248 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:29:13,248 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:29:13,259 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C34305%2C1733257750958.meta, suffix=.meta, logDir=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958, archiveDir=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/oldWALs, maxLogs=10 2024-12-03T20:29:13,293 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.meta.1733257753259.meta, exclude list is [], retry=0 2024-12-03T20:29:13,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43795,DS-74a06441-956b-491f-a39d-ecc4709033fc,DISK] 2024-12-03T20:29:13,311 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.meta.1733257753259.meta 2024-12-03T20:29:13,316 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41791:41791)] 2024-12-03T20:29:13,317 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:29:13,317 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:29:13,317 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:29:13,317 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:29:13,317 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:29:13,317 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:29:13,317 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:13,317 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:29:13,317 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:29:13,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:29:13,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:29:13,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:13,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:13,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:29:13,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:29:13,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:13,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:13,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:29:13,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:29:13,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:13,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:13,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:29:13,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:29:13,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:13,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:13,376 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:29:13,377 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740 2024-12-03T20:29:13,386 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740 2024-12-03T20:29:13,389 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:29:13,389 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:29:13,390 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:29:13,396 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:29:13,399 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61313809, jitterRate=-0.08635304868221283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:29:13,399 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:29:13,400 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257753318Writing region info on filesystem at 1733257753318Initializing all the Stores at 1733257753325 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257753325Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257753332 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257753332Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257753332Cleaning up temporary data from old regions at 1733257753389 (+57 ms)Running coprocessor post-open hooks at 1733257753399 (+10 ms)Region opened successfully at 1733257753399 2024-12-03T20:29:13,404 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257753208 2024-12-03T20:29:13,411 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,34305,1733257750958 2024-12-03T20:29:13,412 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,34305,1733257750958, state=OPEN 2024-12-03T20:29:13,416 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:29:13,416 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:29:13,476 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1019ce23d580004, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-409175538/meta-region-server 2024-12-03T20:29:13,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-409175538/meta-region-server: CHANGED 2024-12-03T20:29:13,476 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,34305,1733257750958 2024-12-03T20:29:13,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-409175538/meta-region-server 2024-12-03T20:29:13,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-409175538/meta-region-server: CHANGED 2024-12-03T20:29:13,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:29:13,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,34305,1733257750958 in 432 msec 2024-12-03T20:29:13,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:29:13,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 682 msec 2024-12-03T20:29:13,493 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:29:13,493 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:29:13,498 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:29:13,498 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34305,1733257750958, seqNum=-1] 2024-12-03T20:29:13,498 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:29:13,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:29:13,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3940 sec 2024-12-03T20:29:13,539 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257753539, completionTime=-1 2024-12-03T20:29:13,539 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T20:29:13,539 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:29:13,553 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:29:13,553 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257813553 2024-12-03T20:29:13,553 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257873553 2024-12-03T20:29:13,553 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 13 msec 2024-12-03T20:29:13,553 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,37045,1733257750739-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:13,553 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,37045,1733257750739-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:13,553 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,37045,1733257750739-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:13,553 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:37045, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:13,553 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:13,556 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:13,558 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:29:13,565 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.512sec 2024-12-03T20:29:13,565 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:29:13,565 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:29:13,565 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:29:13,565 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:29:13,565 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:29:13,565 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,37045,1733257750739-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:29:13,566 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,37045,1733257750739-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:29:13,577 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:29:13,577 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:29:13,577 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,37045,1733257750739-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:13,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e47a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:13,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,37045,-1 for getting cluster id 2024-12-03T20:29:13,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:13,653 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2a4ad59-9528-4fe1-ba4e-025e58b27c5f' 2024-12-03T20:29:13,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:13,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2a4ad59-9528-4fe1-ba4e-025e58b27c5f" 2024-12-03T20:29:13,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e9e7b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:13,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,37045,-1] 2024-12-03T20:29:13,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:13,656 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:13,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e5a6e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:13,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:29:13,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34305,1733257750958, seqNum=-1] 2024-12-03T20:29:13,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:29:13,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:29:13,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,37045,1733257750739 2024-12-03T20:29:13,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64272 2024-12-03T20:29:13,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:29:13,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019ce23d580005 connected 2024-12-03T20:29:13,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:13,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,44685,1733257743598 2024-12-03T20:29:13,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78130fb0 2024-12-03T20:29:13,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:29:13,739 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:29:13,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44685 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:29:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44685 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T20:29:13,742 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:29:13,743 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:13,744 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:29:13,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44685 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T20:29:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:13,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741835_1011 (size=902) 2024-12-03T20:29:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:14,241 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fb1e00f172cdd2dd3cf7b6a2d2a43b97, NAME => 'test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6 2024-12-03T20:29:14,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741836_1012 (size=39) 2024-12-03T20:29:14,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:14,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fb1e00f172cdd2dd3cf7b6a2d2a43b97, disabling compactions & flushes 2024-12-03T20:29:14,309 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97. 2024-12-03T20:29:14,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97. 2024-12-03T20:29:14,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97. after waiting 0 ms 2024-12-03T20:29:14,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97. 2024-12-03T20:29:14,309 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97. 2024-12-03T20:29:14,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fb1e00f172cdd2dd3cf7b6a2d2a43b97: Waiting for close lock at 1733257754309Disabling compacts and flushes for region at 1733257754309Disabling writes for close at 1733257754309Writing region close event to WAL at 1733257754309Closed at 1733257754309 2024-12-03T20:29:14,320 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:29:14,321 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733257754320"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257754320"}]},"ts":"1733257754320"} 2024-12-03T20:29:14,328 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:29:14,329 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:29:14,330 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257754329"}]},"ts":"1733257754329"} 2024-12-03T20:29:14,333 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T20:29:14,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fb1e00f172cdd2dd3cf7b6a2d2a43b97, ASSIGN}] 2024-12-03T20:29:14,335 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fb1e00f172cdd2dd3cf7b6a2d2a43b97, ASSIGN 2024-12-03T20:29:14,336 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fb1e00f172cdd2dd3cf7b6a2d2a43b97, ASSIGN; state=OFFLINE, location=b29c245002d9,37313,1733257744279; forceNewPlan=false, retain=false 2024-12-03T20:29:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:14,492 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fb1e00f172cdd2dd3cf7b6a2d2a43b97, regionState=OPENING, regionLocation=b29c245002d9,37313,1733257744279 2024-12-03T20:29:14,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fb1e00f172cdd2dd3cf7b6a2d2a43b97, ASSIGN because future has completed 2024-12-03T20:29:14,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb1e00f172cdd2dd3cf7b6a2d2a43b97, server=b29c245002d9,37313,1733257744279}] 2024-12-03T20:29:14,680 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97. 2024-12-03T20:29:14,680 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fb1e00f172cdd2dd3cf7b6a2d2a43b97, NAME => 'test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:29:14,681 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:29:14,681 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T20:29:14,681 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fb1e00f172cdd2dd3cf7b6a2d2a43b97 2024-12-03T20:29:14,681 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:14,681 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fb1e00f172cdd2dd3cf7b6a2d2a43b97 2024-12-03T20:29:14,681 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fb1e00f172cdd2dd3cf7b6a2d2a43b97 2024-12-03T20:29:14,688 INFO [StoreOpener-fb1e00f172cdd2dd3cf7b6a2d2a43b97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fb1e00f172cdd2dd3cf7b6a2d2a43b97 2024-12-03T20:29:14,707 INFO [StoreOpener-fb1e00f172cdd2dd3cf7b6a2d2a43b97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb1e00f172cdd2dd3cf7b6a2d2a43b97 columnFamilyName f 2024-12-03T20:29:14,707 DEBUG [StoreOpener-fb1e00f172cdd2dd3cf7b6a2d2a43b97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:14,711 INFO [StoreOpener-fb1e00f172cdd2dd3cf7b6a2d2a43b97-1 {}] regionserver.HStore(327): Store=fb1e00f172cdd2dd3cf7b6a2d2a43b97/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:14,711 INFO [StoreOpener-fb1e00f172cdd2dd3cf7b6a2d2a43b97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fb1e00f172cdd2dd3cf7b6a2d2a43b97 2024-12-03T20:29:14,720 INFO [StoreOpener-fb1e00f172cdd2dd3cf7b6a2d2a43b97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb1e00f172cdd2dd3cf7b6a2d2a43b97 columnFamilyName f1 2024-12-03T20:29:14,720 DEBUG [StoreOpener-fb1e00f172cdd2dd3cf7b6a2d2a43b97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:14,721 INFO [StoreOpener-fb1e00f172cdd2dd3cf7b6a2d2a43b97-1 {}] regionserver.HStore(327): Store=fb1e00f172cdd2dd3cf7b6a2d2a43b97/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:14,721 INFO [StoreOpener-fb1e00f172cdd2dd3cf7b6a2d2a43b97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fb1e00f172cdd2dd3cf7b6a2d2a43b97 2024-12-03T20:29:14,733 INFO [StoreOpener-fb1e00f172cdd2dd3cf7b6a2d2a43b97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb1e00f172cdd2dd3cf7b6a2d2a43b97 columnFamilyName norep 2024-12-03T20:29:14,733 DEBUG [StoreOpener-fb1e00f172cdd2dd3cf7b6a2d2a43b97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:14,738 INFO [StoreOpener-fb1e00f172cdd2dd3cf7b6a2d2a43b97-1 {}] regionserver.HStore(327): Store=fb1e00f172cdd2dd3cf7b6a2d2a43b97/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:14,738 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fb1e00f172cdd2dd3cf7b6a2d2a43b97 2024-12-03T20:29:14,740 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/default/test/fb1e00f172cdd2dd3cf7b6a2d2a43b97 2024-12-03T20:29:14,744 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/default/test/fb1e00f172cdd2dd3cf7b6a2d2a43b97 2024-12-03T20:29:14,756 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fb1e00f172cdd2dd3cf7b6a2d2a43b97 2024-12-03T20:29:14,756 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fb1e00f172cdd2dd3cf7b6a2d2a43b97 2024-12-03T20:29:14,761 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:29:14,768 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fb1e00f172cdd2dd3cf7b6a2d2a43b97 2024-12-03T20:29:14,796 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/default/test/fb1e00f172cdd2dd3cf7b6a2d2a43b97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:29:14,800 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fb1e00f172cdd2dd3cf7b6a2d2a43b97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71556454, jitterRate=0.0662742555141449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:29:14,801 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb1e00f172cdd2dd3cf7b6a2d2a43b97 2024-12-03T20:29:14,801 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fb1e00f172cdd2dd3cf7b6a2d2a43b97: Running coprocessor pre-open hook at 1733257754681Writing region info on filesystem at 1733257754681Initializing all the Stores at 1733257754682 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257754682Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257754688 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257754688Cleaning up temporary data from old regions at 1733257754756 (+68 ms)Running coprocessor post-open hooks at 1733257754801 (+45 ms)Region opened successfully at 1733257754801 2024-12-03T20:29:14,811 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97., pid=6, masterSystemTime=1733257754664 2024-12-03T20:29:14,821 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fb1e00f172cdd2dd3cf7b6a2d2a43b97, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b29c245002d9,37313,1733257744279 2024-12-03T20:29:14,824 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97. 2024-12-03T20:29:14,824 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97. 2024-12-03T20:29:14,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb1e00f172cdd2dd3cf7b6a2d2a43b97, server=b29c245002d9,37313,1733257744279 because future has completed 2024-12-03T20:29:14,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:29:14,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fb1e00f172cdd2dd3cf7b6a2d2a43b97, server=b29c245002d9,37313,1733257744279 in 337 msec 2024-12-03T20:29:14,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T20:29:14,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fb1e00f172cdd2dd3cf7b6a2d2a43b97, ASSIGN in 514 msec 2024-12-03T20:29:14,851 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:29:14,851 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257754851"}]},"ts":"1733257754851"} 2024-12-03T20:29:14,860 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T20:29:14,861 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:29:14,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1210 sec 2024-12-03T20:29:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:14,887 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T20:29:14,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:14,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,37045,1733257750739 2024-12-03T20:29:14,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18bb1209 2024-12-03T20:29:14,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:29:14,889 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:29:14,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:29:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T20:29:14,896 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:29:14,896 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:14,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T20:29:14,898 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:29:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:14,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741835_1011 (size=902) 2024-12-03T20:29:14,929 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60dc60aff6c93aa6753763e9e3971e5f, NAME => 'test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7 2024-12-03T20:29:14,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741836_1012 (size=39) 2024-12-03T20:29:14,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:14,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 60dc60aff6c93aa6753763e9e3971e5f, disabling compactions & flushes 2024-12-03T20:29:14,938 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f. 2024-12-03T20:29:14,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f. 2024-12-03T20:29:14,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f. after waiting 0 ms 2024-12-03T20:29:14,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f. 2024-12-03T20:29:14,938 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f. 2024-12-03T20:29:14,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60dc60aff6c93aa6753763e9e3971e5f: Waiting for close lock at 1733257754938Disabling compacts and flushes for region at 1733257754938Disabling writes for close at 1733257754938Writing region close event to WAL at 1733257754938Closed at 1733257754938 2024-12-03T20:29:14,940 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:29:14,940 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733257754940"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257754940"}]},"ts":"1733257754940"} 2024-12-03T20:29:14,942 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:29:14,943 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:29:14,943 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257754943"}]},"ts":"1733257754943"} 2024-12-03T20:29:14,949 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T20:29:14,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=60dc60aff6c93aa6753763e9e3971e5f, ASSIGN}] 2024-12-03T20:29:14,953 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=60dc60aff6c93aa6753763e9e3971e5f, ASSIGN 2024-12-03T20:29:14,954 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=60dc60aff6c93aa6753763e9e3971e5f, ASSIGN; state=OFFLINE, location=b29c245002d9,34305,1733257750958; forceNewPlan=false, retain=false 2024-12-03T20:29:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:15,104 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60dc60aff6c93aa6753763e9e3971e5f, regionState=OPENING, regionLocation=b29c245002d9,34305,1733257750958 2024-12-03T20:29:15,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=60dc60aff6c93aa6753763e9e3971e5f, ASSIGN because future has completed 2024-12-03T20:29:15,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60dc60aff6c93aa6753763e9e3971e5f, server=b29c245002d9,34305,1733257750958}] 2024-12-03T20:29:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:15,276 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f. 2024-12-03T20:29:15,276 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 60dc60aff6c93aa6753763e9e3971e5f, NAME => 'test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:29:15,277 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:29:15,277 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T20:29:15,277 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 60dc60aff6c93aa6753763e9e3971e5f 2024-12-03T20:29:15,277 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:15,277 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 60dc60aff6c93aa6753763e9e3971e5f 2024-12-03T20:29:15,277 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 60dc60aff6c93aa6753763e9e3971e5f 2024-12-03T20:29:15,280 INFO [StoreOpener-60dc60aff6c93aa6753763e9e3971e5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 60dc60aff6c93aa6753763e9e3971e5f 2024-12-03T20:29:15,281 INFO [StoreOpener-60dc60aff6c93aa6753763e9e3971e5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60dc60aff6c93aa6753763e9e3971e5f columnFamilyName f 2024-12-03T20:29:15,281 DEBUG [StoreOpener-60dc60aff6c93aa6753763e9e3971e5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:15,282 INFO [StoreOpener-60dc60aff6c93aa6753763e9e3971e5f-1 {}] regionserver.HStore(327): Store=60dc60aff6c93aa6753763e9e3971e5f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:15,282 INFO [StoreOpener-60dc60aff6c93aa6753763e9e3971e5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 60dc60aff6c93aa6753763e9e3971e5f 2024-12-03T20:29:15,283 INFO [StoreOpener-60dc60aff6c93aa6753763e9e3971e5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60dc60aff6c93aa6753763e9e3971e5f columnFamilyName f1 2024-12-03T20:29:15,283 DEBUG [StoreOpener-60dc60aff6c93aa6753763e9e3971e5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:15,283 INFO [StoreOpener-60dc60aff6c93aa6753763e9e3971e5f-1 {}] regionserver.HStore(327): Store=60dc60aff6c93aa6753763e9e3971e5f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:15,283 INFO [StoreOpener-60dc60aff6c93aa6753763e9e3971e5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 60dc60aff6c93aa6753763e9e3971e5f 2024-12-03T20:29:15,284 INFO [StoreOpener-60dc60aff6c93aa6753763e9e3971e5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60dc60aff6c93aa6753763e9e3971e5f columnFamilyName norep 2024-12-03T20:29:15,284 DEBUG [StoreOpener-60dc60aff6c93aa6753763e9e3971e5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:15,284 INFO [StoreOpener-60dc60aff6c93aa6753763e9e3971e5f-1 {}] regionserver.HStore(327): Store=60dc60aff6c93aa6753763e9e3971e5f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:15,284 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 60dc60aff6c93aa6753763e9e3971e5f 2024-12-03T20:29:15,285 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/default/test/60dc60aff6c93aa6753763e9e3971e5f 2024-12-03T20:29:15,285 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/default/test/60dc60aff6c93aa6753763e9e3971e5f 2024-12-03T20:29:15,295 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 60dc60aff6c93aa6753763e9e3971e5f 2024-12-03T20:29:15,295 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 60dc60aff6c93aa6753763e9e3971e5f 2024-12-03T20:29:15,296 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:29:15,304 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 60dc60aff6c93aa6753763e9e3971e5f 2024-12-03T20:29:15,342 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/default/test/60dc60aff6c93aa6753763e9e3971e5f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:29:15,343 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 60dc60aff6c93aa6753763e9e3971e5f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58873350, jitterRate=-0.12271872162818909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:29:15,343 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60dc60aff6c93aa6753763e9e3971e5f 2024-12-03T20:29:15,343 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 60dc60aff6c93aa6753763e9e3971e5f: Running coprocessor pre-open hook at 1733257755277Writing region info on filesystem at 1733257755277Initializing all the Stores at 1733257755278 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257755278Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257755280 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257755280Cleaning up temporary data from old regions at 1733257755295 (+15 ms)Running coprocessor post-open hooks at 1733257755343 (+48 ms)Region opened successfully at 1733257755343 2024-12-03T20:29:15,345 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f., pid=6, masterSystemTime=1733257755269 2024-12-03T20:29:15,348 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f. 2024-12-03T20:29:15,348 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f. 2024-12-03T20:29:15,348 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60dc60aff6c93aa6753763e9e3971e5f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b29c245002d9,34305,1733257750958 2024-12-03T20:29:15,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60dc60aff6c93aa6753763e9e3971e5f, server=b29c245002d9,34305,1733257750958 because future has completed 2024-12-03T20:29:15,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:29:15,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 60dc60aff6c93aa6753763e9e3971e5f, server=b29c245002d9,34305,1733257750958 in 253 msec 2024-12-03T20:29:15,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T20:29:15,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=60dc60aff6c93aa6753763e9e3971e5f, ASSIGN in 434 msec 2024-12-03T20:29:15,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:29:15,406 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257755406"}]},"ts":"1733257755406"} 2024-12-03T20:29:15,408 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T20:29:15,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:29:15,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 521 msec 2024-12-03T20:29:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:15,532 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T20:29:15,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8f039b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:15,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,44685,-1 for getting cluster id 2024-12-03T20:29:15,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:15,538 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3acace4-b9f6-4efa-85fd-53bd46b18d9a' 2024-12-03T20:29:15,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:15,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3acace4-b9f6-4efa-85fd-53bd46b18d9a" 2024-12-03T20:29:15,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c578da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:15,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,44685,-1] 2024-12-03T20:29:15,539 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:15,539 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:15,540 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:15,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c2a6a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:15,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6014d970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:15,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,37045,-1 for getting cluster id 2024-12-03T20:29:15,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:15,552 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2a4ad59-9528-4fe1-ba4e-025e58b27c5f' 2024-12-03T20:29:15,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:15,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2a4ad59-9528-4fe1-ba4e-025e58b27c5f" 2024-12-03T20:29:15,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322ef6d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:15,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,37045,-1] 2024-12-03T20:29:15,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:15,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:15,557 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:15,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ca509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:15,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e45b7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:15,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,44685,-1 for getting cluster id 2024-12-03T20:29:15,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:15,564 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3acace4-b9f6-4efa-85fd-53bd46b18d9a' 2024-12-03T20:29:15,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:15,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3acace4-b9f6-4efa-85fd-53bd46b18d9a" 2024-12-03T20:29:15,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67677674, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:15,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,44685,-1] 2024-12-03T20:29:15,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:15,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:15,566 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:15,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12dac25b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:15,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:15,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,44685,1733257743598 2024-12-03T20:29:15,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e94e192 2024-12-03T20:29:15,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:29:15,572 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:29:15,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44685 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b29c245002d9:37045,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T20:29:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44685 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T20:29:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:15,577 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:37045' 2024-12-03T20:29:15,580 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2261d2a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:15,580 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,37045,-1 for getting cluster id 2024-12-03T20:29:15,581 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:15,582 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2a4ad59-9528-4fe1-ba4e-025e58b27c5f' 2024-12-03T20:29:15,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:15,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2a4ad59-9528-4fe1-ba4e-025e58b27c5f" 2024-12-03T20:29:15,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175f927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:15,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,37045,-1] 2024-12-03T20:29:15,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:15,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:15,586 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:15,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1530f384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:15,587 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:15,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,37045,1733257750739 2024-12-03T20:29:15,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34a82cdb 2024-12-03T20:29:15,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:29:15,601 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:29:15,602 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T20:29:15,602 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T20:29:15,602 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:15,602 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:15,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:29:15,602 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:29:15,604 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T20:29:15,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:29:15,605 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:15,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:29:15,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741837_1013 (size=1138) 2024-12-03T20:29:15,649 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd519baf85a1893036933f5d9f51aa95, NAME => 'hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6 2024-12-03T20:29:15,654 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T20:29:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:15,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741838_1014 (size=44) 2024-12-03T20:29:15,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:15,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cd519baf85a1893036933f5d9f51aa95, disabling compactions & flushes 2024-12-03T20:29:15,705 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95. 2024-12-03T20:29:15,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95. 2024-12-03T20:29:15,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95. after waiting 0 ms 2024-12-03T20:29:15,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95. 2024-12-03T20:29:15,705 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95. 2024-12-03T20:29:15,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd519baf85a1893036933f5d9f51aa95: Waiting for close lock at 1733257755705Disabling compacts and flushes for region at 1733257755705Disabling writes for close at 1733257755705Writing region close event to WAL at 1733257755705Closed at 1733257755705 2024-12-03T20:29:15,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:29:15,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733257755709"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257755709"}]},"ts":"1733257755709"} 2024-12-03T20:29:15,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:29:15,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:29:15,720 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257755720"}]},"ts":"1733257755720"} 2024-12-03T20:29:15,726 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T20:29:15,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd519baf85a1893036933f5d9f51aa95, ASSIGN}] 2024-12-03T20:29:15,730 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd519baf85a1893036933f5d9f51aa95, ASSIGN 2024-12-03T20:29:15,731 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd519baf85a1893036933f5d9f51aa95, ASSIGN; state=OFFLINE, location=b29c245002d9,37313,1733257744279; forceNewPlan=false, retain=false 2024-12-03T20:29:15,882 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cd519baf85a1893036933f5d9f51aa95, regionState=OPENING, regionLocation=b29c245002d9,37313,1733257744279 2024-12-03T20:29:15,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd519baf85a1893036933f5d9f51aa95, ASSIGN because future has completed 2024-12-03T20:29:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:15,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd519baf85a1893036933f5d9f51aa95, server=b29c245002d9,37313,1733257744279}] 2024-12-03T20:29:16,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95. 2024-12-03T20:29:16,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:29:16,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T20:29:16,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C37313%2C1733257744279.rep, suffix=, logDir=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279, archiveDir=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/oldWALs, maxLogs=10 2024-12-03T20:29:16,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.rep.1733257756091, exclude list is [], retry=0 2024-12-03T20:29:16,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33379,DS-a77695c4-84d8-44d9-a502-72c8620df720,DISK] 2024-12-03T20:29:16,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.rep.1733257756091 2024-12-03T20:29:16,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44065:44065)] 2024-12-03T20:29:16,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cd519baf85a1893036933f5d9f51aa95, NAME => 'hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:29:16,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:29:16,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:29:16,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95. service=MultiRowMutationService 2024-12-03T20:29:16,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T20:29:16,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cd519baf85a1893036933f5d9f51aa95 2024-12-03T20:29:16,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:16,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cd519baf85a1893036933f5d9f51aa95 2024-12-03T20:29:16,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cd519baf85a1893036933f5d9f51aa95 2024-12-03T20:29:16,151 INFO [StoreOpener-cd519baf85a1893036933f5d9f51aa95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cd519baf85a1893036933f5d9f51aa95 2024-12-03T20:29:16,155 INFO [StoreOpener-cd519baf85a1893036933f5d9f51aa95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd519baf85a1893036933f5d9f51aa95 columnFamilyName hfileref 2024-12-03T20:29:16,155 DEBUG [StoreOpener-cd519baf85a1893036933f5d9f51aa95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:16,157 INFO [StoreOpener-cd519baf85a1893036933f5d9f51aa95-1 {}] regionserver.HStore(327): Store=cd519baf85a1893036933f5d9f51aa95/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:16,157 INFO [StoreOpener-cd519baf85a1893036933f5d9f51aa95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cd519baf85a1893036933f5d9f51aa95 2024-12-03T20:29:16,159 INFO [StoreOpener-cd519baf85a1893036933f5d9f51aa95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd519baf85a1893036933f5d9f51aa95 columnFamilyName queue 2024-12-03T20:29:16,159 DEBUG [StoreOpener-cd519baf85a1893036933f5d9f51aa95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:16,160 INFO [StoreOpener-cd519baf85a1893036933f5d9f51aa95-1 {}] regionserver.HStore(327): Store=cd519baf85a1893036933f5d9f51aa95/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:16,160 INFO [StoreOpener-cd519baf85a1893036933f5d9f51aa95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cd519baf85a1893036933f5d9f51aa95 2024-12-03T20:29:16,162 INFO [StoreOpener-cd519baf85a1893036933f5d9f51aa95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd519baf85a1893036933f5d9f51aa95 columnFamilyName sid 2024-12-03T20:29:16,162 DEBUG [StoreOpener-cd519baf85a1893036933f5d9f51aa95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:16,164 INFO [StoreOpener-cd519baf85a1893036933f5d9f51aa95-1 {}] regionserver.HStore(327): Store=cd519baf85a1893036933f5d9f51aa95/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:16,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cd519baf85a1893036933f5d9f51aa95 2024-12-03T20:29:16,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/replication/cd519baf85a1893036933f5d9f51aa95 2024-12-03T20:29:16,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/replication/cd519baf85a1893036933f5d9f51aa95 2024-12-03T20:29:16,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cd519baf85a1893036933f5d9f51aa95 2024-12-03T20:29:16,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cd519baf85a1893036933f5d9f51aa95 2024-12-03T20:29:16,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:29:16,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cd519baf85a1893036933f5d9f51aa95 2024-12-03T20:29:16,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/replication/cd519baf85a1893036933f5d9f51aa95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:29:16,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cd519baf85a1893036933f5d9f51aa95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67665314, jitterRate=0.008291751146316528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:29:16,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd519baf85a1893036933f5d9f51aa95 2024-12-03T20:29:16,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cd519baf85a1893036933f5d9f51aa95: Running coprocessor pre-open hook at 1733257756148Writing region info on filesystem at 1733257756148Initializing all the Stores at 1733257756149 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257756149Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257756150 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257756151 (+1 ms)Cleaning up temporary data from old regions at 1733257756167 (+16 ms)Running coprocessor post-open hooks at 1733257756177 (+10 ms)Region opened successfully at 1733257756178 (+1 ms) 2024-12-03T20:29:16,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95., pid=10, masterSystemTime=1733257756076 2024-12-03T20:29:16,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95. 2024-12-03T20:29:16,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95. 2024-12-03T20:29:16,189 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cd519baf85a1893036933f5d9f51aa95, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,37313,1733257744279 2024-12-03T20:29:16,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd519baf85a1893036933f5d9f51aa95, server=b29c245002d9,37313,1733257744279 because future has completed 2024-12-03T20:29:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:16,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T20:29:16,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cd519baf85a1893036933f5d9f51aa95, server=b29c245002d9,37313,1733257744279 in 298 msec 2024-12-03T20:29:16,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T20:29:16,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd519baf85a1893036933f5d9f51aa95, ASSIGN in 482 msec 2024-12-03T20:29:16,213 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:29:16,214 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257756213"}]},"ts":"1733257756213"} 2024-12-03T20:29:16,216 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T20:29:16,218 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:29:16,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 616 msec 2024-12-03T20:29:16,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95., hostname=b29c245002d9,37313,1733257744279, seqNum=2] 2024-12-03T20:29:16,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019ce23d580001, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1544116571 2024-12-03T20:29:16,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1544116571 2024-12-03T20:29:16,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T20:29:16,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T20:29:16,504 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T20:29:16,535 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b29c245002d9,37313,1733257744279, ReplicationSource: 1, currentBandwidth=0 2024-12-03T20:29:16,536 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:29:16,536 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,37313,1733257744279, seqNum=-1] 2024-12-03T20:29:16,536 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:29:16,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-03T20:29:16,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b29c245002d9,37313,1733257744279', locateType=CURRENT is [region=hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95., hostname=b29c245002d9,37313,1733257744279, seqNum=2] 2024-12-03T20:29:16,556 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T20:29:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44685 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T20:29:16,567 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b29c245002d9,37313,1733257744279 suceeded 2024-12-03T20:29:16,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T20:29:16,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 218 msec 2024-12-03T20:29:16,570 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b29c245002d9:37045,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T20:29:16,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 998 msec 2024-12-03T20:29:16,594 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:37045' 2024-12-03T20:29:16,604 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2af83fbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:16,605 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,37045,-1 for getting cluster id 2024-12-03T20:29:16,605 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:16,608 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2a4ad59-9528-4fe1-ba4e-025e58b27c5f' 2024-12-03T20:29:16,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:16,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2a4ad59-9528-4fe1-ba4e-025e58b27c5f" 2024-12-03T20:29:16,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26bd1d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:16,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,37045,-1] 2024-12-03T20:29:16,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:16,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:16,611 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:16,612 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@718fda4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:16,612 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:16,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,37045,1733257750739 2024-12-03T20:29:16,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a50e4df 2024-12-03T20:29:16,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:29:16,616 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-03T20:29:16,617 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b29c245002d9,37313,1733257744279 (queues=1) is replicating from cluster=d3acace4-b9f6-4efa-85fd-53bd46b18d9a to cluster=f2a4ad59-9528-4fe1-ba4e-025e58b27c5f 2024-12-03T20:29:16,617 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b29c245002d9%2C37313%2C1733257744279 2024-12-03T20:29:16,617 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b29c245002d9,37313,1733257744279, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T20:29:16,618 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898, startPosition=0, beingWritten=true 2024-12-03T20:29:16,636 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.shipperb29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b29c245002d9%2C37313%2C1733257744279 2024-12-03T20:29:16,677 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:29:16,677 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 379, reset compression=false 2024-12-03T20:29:16,677 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.shipperb29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,37313,1733257744279 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:29:16,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:16,720 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T20:29:16,720 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:29:16,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:29:16,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:16,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:16,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:29:16,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311dfa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:16,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,37045,-1 for getting cluster id 2024-12-03T20:29:16,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:16,728 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2a4ad59-9528-4fe1-ba4e-025e58b27c5f' 2024-12-03T20:29:16,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:16,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2a4ad59-9528-4fe1-ba4e-025e58b27c5f" 2024-12-03T20:29:16,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e254bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:16,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,37045,-1] 2024-12-03T20:29:16,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:16,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:16,731 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:16,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8d04b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:16,736 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:16,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,37045,1733257750739 2024-12-03T20:29:16,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45862a6d 2024-12-03T20:29:16,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:29:16,742 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:29:16,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b29c245002d9:44685,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T20:29:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T20:29:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:16,751 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:44685' 2024-12-03T20:29:16,772 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1da4d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:16,772 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,44685,-1 for getting cluster id 2024-12-03T20:29:16,773 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:16,776 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3acace4-b9f6-4efa-85fd-53bd46b18d9a' 2024-12-03T20:29:16,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:16,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3acace4-b9f6-4efa-85fd-53bd46b18d9a" 2024-12-03T20:29:16,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be792cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:16,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,44685,-1] 2024-12-03T20:29:16,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:16,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:16,783 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:16,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1ff8f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:16,785 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:16,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,44685,1733257743598 2024-12-03T20:29:16,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b5d86a0 2024-12-03T20:29:16,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:29:16,790 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:29:16,796 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T20:29:16,797 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T20:29:16,797 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:16,797 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:16,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:29:16,797 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:29:16,798 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T20:29:16,800 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:29:16,800 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:16,801 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:29:16,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741837_1013 (size=1138) 2024-12-03T20:29:16,852 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T20:29:16,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:16,904 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 379, reset compression=false 2024-12-03T20:29:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:17,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T20:29:17,174 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T20:29:17,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T20:29:17,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T20:29:17,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T20:29:17,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T20:29:17,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:29:17,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T20:29:17,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:29:17,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T20:29:17,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:29:17,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T20:29:17,240 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 04a837a270fc8b9ed50ef83bab51d9e2, NAME => 'hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7 2024-12-03T20:29:17,245 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 379, reset compression=false 2024-12-03T20:29:17,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741838_1014 (size=44) 2024-12-03T20:29:17,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:17,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 04a837a270fc8b9ed50ef83bab51d9e2, disabling compactions & flushes 2024-12-03T20:29:17,288 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2. 2024-12-03T20:29:17,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2. 2024-12-03T20:29:17,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2. after waiting 0 ms 2024-12-03T20:29:17,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2. 2024-12-03T20:29:17,288 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2. 2024-12-03T20:29:17,288 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 04a837a270fc8b9ed50ef83bab51d9e2: Waiting for close lock at 1733257757288Disabling compacts and flushes for region at 1733257757288Disabling writes for close at 1733257757288Writing region close event to WAL at 1733257757288Closed at 1733257757288 2024-12-03T20:29:17,289 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:29:17,290 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733257757290"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257757290"}]},"ts":"1733257757290"} 2024-12-03T20:29:17,292 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:29:17,294 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:29:17,294 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257757294"}]},"ts":"1733257757294"} 2024-12-03T20:29:17,298 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T20:29:17,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04a837a270fc8b9ed50ef83bab51d9e2, ASSIGN}] 2024-12-03T20:29:17,300 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04a837a270fc8b9ed50ef83bab51d9e2, ASSIGN 2024-12-03T20:29:17,301 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=04a837a270fc8b9ed50ef83bab51d9e2, ASSIGN; state=OFFLINE, location=b29c245002d9,34305,1733257750958; forceNewPlan=false, retain=false 2024-12-03T20:29:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:17,452 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=04a837a270fc8b9ed50ef83bab51d9e2, regionState=OPENING, regionLocation=b29c245002d9,34305,1733257750958 2024-12-03T20:29:17,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=04a837a270fc8b9ed50ef83bab51d9e2, ASSIGN because future has completed 2024-12-03T20:29:17,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04a837a270fc8b9ed50ef83bab51d9e2, server=b29c245002d9,34305,1733257750958}] 2024-12-03T20:29:17,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2. 2024-12-03T20:29:17,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:29:17,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T20:29:17,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C34305%2C1733257750958.rep, suffix=, logDir=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958, archiveDir=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/oldWALs, maxLogs=10 2024-12-03T20:29:17,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.rep.1733257757649, exclude list is [], retry=0 2024-12-03T20:29:17,683 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 379, reset compression=false 2024-12-03T20:29:17,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43795,DS-74a06441-956b-491f-a39d-ecc4709033fc,DISK] 2024-12-03T20:29:17,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.rep.1733257757649 2024-12-03T20:29:17,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41791:41791)] 2024-12-03T20:29:17,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 04a837a270fc8b9ed50ef83bab51d9e2, NAME => 'hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:29:17,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:29:17,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:29:17,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2. service=MultiRowMutationService 2024-12-03T20:29:17,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T20:29:17,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 04a837a270fc8b9ed50ef83bab51d9e2 2024-12-03T20:29:17,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:17,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 04a837a270fc8b9ed50ef83bab51d9e2 2024-12-03T20:29:17,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 04a837a270fc8b9ed50ef83bab51d9e2 2024-12-03T20:29:17,709 INFO [StoreOpener-04a837a270fc8b9ed50ef83bab51d9e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 04a837a270fc8b9ed50ef83bab51d9e2 2024-12-03T20:29:17,713 INFO [StoreOpener-04a837a270fc8b9ed50ef83bab51d9e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04a837a270fc8b9ed50ef83bab51d9e2 columnFamilyName hfileref 2024-12-03T20:29:17,713 DEBUG [StoreOpener-04a837a270fc8b9ed50ef83bab51d9e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:17,713 INFO [StoreOpener-04a837a270fc8b9ed50ef83bab51d9e2-1 {}] regionserver.HStore(327): Store=04a837a270fc8b9ed50ef83bab51d9e2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:17,713 INFO [StoreOpener-04a837a270fc8b9ed50ef83bab51d9e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 04a837a270fc8b9ed50ef83bab51d9e2 2024-12-03T20:29:17,723 INFO [StoreOpener-04a837a270fc8b9ed50ef83bab51d9e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04a837a270fc8b9ed50ef83bab51d9e2 columnFamilyName queue 2024-12-03T20:29:17,723 DEBUG [StoreOpener-04a837a270fc8b9ed50ef83bab51d9e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:17,724 INFO [StoreOpener-04a837a270fc8b9ed50ef83bab51d9e2-1 {}] regionserver.HStore(327): Store=04a837a270fc8b9ed50ef83bab51d9e2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:17,724 INFO [StoreOpener-04a837a270fc8b9ed50ef83bab51d9e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 04a837a270fc8b9ed50ef83bab51d9e2 2024-12-03T20:29:17,728 INFO [StoreOpener-04a837a270fc8b9ed50ef83bab51d9e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04a837a270fc8b9ed50ef83bab51d9e2 columnFamilyName sid 2024-12-03T20:29:17,728 DEBUG [StoreOpener-04a837a270fc8b9ed50ef83bab51d9e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:17,736 INFO [StoreOpener-04a837a270fc8b9ed50ef83bab51d9e2-1 {}] regionserver.HStore(327): Store=04a837a270fc8b9ed50ef83bab51d9e2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:17,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 04a837a270fc8b9ed50ef83bab51d9e2 2024-12-03T20:29:17,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/replication/04a837a270fc8b9ed50ef83bab51d9e2 2024-12-03T20:29:17,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/replication/04a837a270fc8b9ed50ef83bab51d9e2 2024-12-03T20:29:17,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 04a837a270fc8b9ed50ef83bab51d9e2 2024-12-03T20:29:17,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 04a837a270fc8b9ed50ef83bab51d9e2 2024-12-03T20:29:17,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:29:17,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 04a837a270fc8b9ed50ef83bab51d9e2 2024-12-03T20:29:17,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/replication/04a837a270fc8b9ed50ef83bab51d9e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:29:17,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 04a837a270fc8b9ed50ef83bab51d9e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59453201, jitterRate=-0.11407826840877533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:29:17,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04a837a270fc8b9ed50ef83bab51d9e2 2024-12-03T20:29:17,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 04a837a270fc8b9ed50ef83bab51d9e2: Running coprocessor pre-open hook at 1733257757699Writing region info on filesystem at 1733257757699Initializing all the Stores at 1733257757708 (+9 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257757708Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257757708Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257757708Cleaning up temporary data from old regions at 1733257757755 (+47 ms)Running coprocessor post-open hooks at 1733257757796 (+41 ms)Region opened successfully at 1733257757796 2024-12-03T20:29:17,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2., pid=10, masterSystemTime=1733257757635 2024-12-03T20:29:17,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2. 2024-12-03T20:29:17,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2. 2024-12-03T20:29:17,804 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=04a837a270fc8b9ed50ef83bab51d9e2, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,34305,1733257750958 2024-12-03T20:29:17,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04a837a270fc8b9ed50ef83bab51d9e2, server=b29c245002d9,34305,1733257750958 because future has completed 2024-12-03T20:29:17,811 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37045 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b29c245002d9,34305,1733257750958, table=hbase:replication, region=04a837a270fc8b9ed50ef83bab51d9e2. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T20:29:17,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T20:29:17,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 04a837a270fc8b9ed50ef83bab51d9e2, server=b29c245002d9,34305,1733257750958 in 340 msec 2024-12-03T20:29:17,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T20:29:17,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04a837a270fc8b9ed50ef83bab51d9e2, ASSIGN in 525 msec 2024-12-03T20:29:17,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:29:17,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257757826"}]},"ts":"1733257757826"} 2024-12-03T20:29:17,830 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T20:29:17,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:29:17,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0340 sec 2024-12-03T20:29:17,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2., hostname=b29c245002d9,34305,1733257750958, seqNum=2] 2024-12-03T20:29:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:17,972 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1019ce23d580004, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-409175538 2024-12-03T20:29:17,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-409175538 2024-12-03T20:29:18,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T20:29:18,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T20:29:18,173 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T20:29:18,195 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 379, reset compression=false 2024-12-03T20:29:18,286 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b29c245002d9,34305,1733257750958, ReplicationSource: 1, currentBandwidth=0 2024-12-03T20:29:18,287 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:29:18,287 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34305,1733257750958, seqNum=-1] 2024-12-03T20:29:18,287 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:29:18,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-03T20:29:18,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b29c245002d9,34305,1733257750958', locateType=CURRENT is [region=hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2., hostname=b29c245002d9,34305,1733257750958, seqNum=2] 2024-12-03T20:29:18,324 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T20:29:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T20:29:18,332 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b29c245002d9,34305,1733257750958 suceeded 2024-12-03T20:29:18,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T20:29:18,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 328 msec 2024-12-03T20:29:18,346 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b29c245002d9:44685,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T20:29:18,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6010 sec 2024-12-03T20:29:18,356 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:44685' 2024-12-03T20:29:18,367 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7aebadc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:18,367 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,44685,-1 for getting cluster id 2024-12-03T20:29:18,367 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:18,368 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3acace4-b9f6-4efa-85fd-53bd46b18d9a' 2024-12-03T20:29:18,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:18,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3acace4-b9f6-4efa-85fd-53bd46b18d9a" 2024-12-03T20:29:18,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47365271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:18,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,44685,-1] 2024-12-03T20:29:18,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:18,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:18,370 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:18,373 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3076bc9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:18,373 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:18,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,44685,1733257743598 2024-12-03T20:29:18,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@645491fe 2024-12-03T20:29:18,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:29:18,378 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-03T20:29:18,379 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b29c245002d9,34305,1733257750958 (queues=1) is replicating from cluster=f2a4ad59-9528-4fe1-ba4e-025e58b27c5f to cluster=d3acace4-b9f6-4efa-85fd-53bd46b18d9a 2024-12-03T20:29:18,380 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b29c245002d9%2C34305%2C1733257750958 2024-12-03T20:29:18,381 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b29c245002d9,34305,1733257750958, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T20:29:18,385 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.shipperb29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b29c245002d9%2C34305%2C1733257750958 2024-12-03T20:29:18,388 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726, startPosition=0, beingWritten=true 2024-12-03T20:29:18,433 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:29:18,434 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 379, reset compression=false 2024-12-03T20:29:18,434 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.shipperb29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34305,1733257750958 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:29:18,657 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 379, reset compression=false 2024-12-03T20:29:18,820 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:29:18,832 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 379, reset compression=false 2024-12-03T20:29:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:18,901 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T20:29:18,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:29:18,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:29:18,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:18,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:18,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:29:18,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:29:18,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,37313,1733257744279, seqNum=-1] 2024-12-03T20:29:18,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:29:18,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:29:18,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:18,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:18,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:18,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97., hostname=b29c245002d9,37313,1733257744279, seqNum=2] 2024-12-03T20:29:18,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:18,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:18,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:18,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:29:18,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34305,1733257750958, seqNum=-1] 2024-12-03T20:29:18,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:29:18,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:29:18,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f., hostname=b29c245002d9,34305,1733257750958, seqNum=2] 2024-12-03T20:29:18,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:18,957 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T20:29:18,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:19,018 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T20:29:19,019 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T20:29:19,022 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 379, reset compression=false 2024-12-03T20:29:19,468 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 379, reset compression=false 2024-12-03T20:29:19,565 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 379, reset compression=false 2024-12-03T20:29:19,586 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:29:19,586 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 480, reset compression=false 2024-12-03T20:29:19,586 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.shipperb29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,37313,1733257744279 got entry batch from reader: WALEntryBatch [walEntries=[{test/fb1e00f172cdd2dd3cf7b6a2d2a43b97/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T20:29:19,592 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.shipperb29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:29:19,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-03T20:29:19,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:29:19,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a501b5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:19,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34305 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,37045,-1 for getting cluster id 2024-12-03T20:29:19,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:19,625 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2a4ad59-9528-4fe1-ba4e-025e58b27c5f' 2024-12-03T20:29:19,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:19,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2a4ad59-9528-4fe1-ba4e-025e58b27c5f" 2024-12-03T20:29:19,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b37bf72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:19,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,37045,-1] 2024-12-03T20:29:19,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:19,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:19,628 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:19,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70dd5091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:19,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34305 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:29:19,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34305,1733257750958, seqNum=-1] 2024-12-03T20:29:19,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:29:19,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-03T20:29:19,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f., hostname=b29c245002d9,34305,1733257750958, seqNum=2] 2024-12-03T20:29:19,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:29:19,813 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 480, reset compression=false 2024-12-03T20:29:19,976 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T20:29:19,984 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 379, reset compression=false 2024-12-03T20:29:19,985 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T20:29:20,011 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:29:20,011 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 608, reset compression=false 2024-12-03T20:29:20,011 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.shipperb29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34305,1733257750958 got entry batch from reader: WALEntryBatch [walEntries=[{test/60dc60aff6c93aa6753763e9e3971e5f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T20:29:20,018 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.shipperb29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:29:20,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-03T20:29:20,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:29:20,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6393c5e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:20,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,44685,-1 for getting cluster id 2024-12-03T20:29:20,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:20,026 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3acace4-b9f6-4efa-85fd-53bd46b18d9a' 2024-12-03T20:29:20,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:20,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3acace4-b9f6-4efa-85fd-53bd46b18d9a" 2024-12-03T20:29:20,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28222e16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:20,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,44685,-1] 2024-12-03T20:29:20,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:20,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:20,031 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:20,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7efd5c45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:20,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:29:20,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,37313,1733257744279, seqNum=-1] 2024-12-03T20:29:20,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:29:20,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-03T20:29:20,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97., hostname=b29c245002d9,37313,1733257744279, seqNum=2] 2024-12-03T20:29:20,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:29:20,144 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 480, reset compression=false 2024-12-03T20:29:20,188 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:29:20,189 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 608, reset compression=false 2024-12-03T20:29:20,189 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.shipperb29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,37313,1733257744279 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:29:20,241 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 608, reset compression=false 2024-12-03T20:29:20,467 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 608, reset compression=false 2024-12-03T20:29:20,573 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 608, reset compression=false 2024-12-03T20:29:20,785 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 608, reset compression=false 2024-12-03T20:29:20,977 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 608, reset compression=false 2024-12-03T20:29:20,992 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T20:29:21,026 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T20:29:21,221 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 608, reset compression=false 2024-12-03T20:29:21,231 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:29:21,231 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 764, reset compression=false 2024-12-03T20:29:21,231 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.shipperb29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,37313,1733257744279 got entry batch from reader: WALEntryBatch [walEntries=[{test/fb1e00f172cdd2dd3cf7b6a2d2a43b97/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T20:29:21,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:29:21,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:29:21,450 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 764, reset compression=false 2024-12-03T20:29:21,490 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 608, reset compression=false 2024-12-03T20:29:21,494 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:29:21,494 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 756, reset compression=false 2024-12-03T20:29:21,494 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.shipperb29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34305,1733257750958 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:29:21,698 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 756, reset compression=false 2024-12-03T20:29:21,757 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 764, reset compression=false 2024-12-03T20:29:22,014 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 756, reset compression=false 2024-12-03T20:29:22,032 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T20:29:22,039 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T20:29:22,066 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:29:22,066 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 915, reset compression=false 2024-12-03T20:29:22,066 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.shipperb29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34305,1733257750958 got entry batch from reader: WALEntryBatch [walEntries=[{test/60dc60aff6c93aa6753763e9e3971e5f/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T20:29:22,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:29:22,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:29:22,163 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 764, reset compression=false 2024-12-03T20:29:22,178 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:29:22,178 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 914, reset compression=false 2024-12-03T20:29:22,178 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.shipperb29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,37313,1733257744279 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:29:22,299 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 915, reset compression=false 2024-12-03T20:29:22,384 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 914, reset compression=false 2024-12-03T20:29:22,619 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 915, reset compression=false 2024-12-03T20:29:22,702 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 914, reset compression=false 2024-12-03T20:29:22,762 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.hbase.exceptions.TimeoutIOException: java.util.concurrent.TimeoutException at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:214) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.util.concurrent.TimeoutException at java.util.concurrent.CompletableFuture.timedGet(CompletableFuture.java:1960) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2095) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:205) ~[classes/:?] ... 7 more 2024-12-03T20:29:22,763 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.lang.IllegalStateException: should call flush first before calling close at org.apache.hbase.thirdparty.com.google.common.base.Preconditions.checkState(Preconditions.java:513) ~[hbase-shaded-miscellaneous-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:563) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T20:29:23,046 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 915, reset compression=false 2024-12-03T20:29:23,048 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T20:29:23,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T20:29:23,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:29:23,057 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:29:23,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:23,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:23,058 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:29:23,058 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1924852806, stopped=false 2024-12-03T20:29:23,058 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,37045,1733257750739 2024-12-03T20:29:23,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:29:23,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-409175538/running 2024-12-03T20:29:23,105 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1019ce23d580004, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-409175538/running 2024-12-03T20:29:23,105 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1019ce23d580004, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-409175538 2024-12-03T20:29:23,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-409175538 2024-12-03T20:29:23,105 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:29:23,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:29:23,106 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:29:23,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:23,106 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,34305,1733257750958' ***** 2024-12-03T20:29:23,106 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:29:23,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Set watcher on znode that does not yet exist, /1-409175538/running 2024-12-03T20:29:23,107 INFO [RS:0;b29c245002d9:34305 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:29:23,107 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:29:23,107 INFO [RS:0;b29c245002d9:34305 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:29:23,107 INFO [RS:0;b29c245002d9:34305 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:29:23,108 INFO [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(3091): Received CLOSE for 60dc60aff6c93aa6753763e9e3971e5f 2024-12-03T20:29:23,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34305-0x1019ce23d580004, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Set watcher on znode that does not yet exist, /1-409175538/running 2024-12-03T20:29:23,109 INFO [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(3091): Received CLOSE for 04a837a270fc8b9ed50ef83bab51d9e2 2024-12-03T20:29:23,109 INFO [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,34305,1733257750958 2024-12-03T20:29:23,109 INFO [RS:0;b29c245002d9:34305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:29:23,109 INFO [RS:0;b29c245002d9:34305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:34305. 2024-12-03T20:29:23,109 DEBUG [RS:0;b29c245002d9:34305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:29:23,109 DEBUG [RS:0;b29c245002d9:34305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:23,110 INFO [RS:0;b29c245002d9:34305 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:29:23,110 INFO [RS:0;b29c245002d9:34305 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:29:23,110 INFO [RS:0;b29c245002d9:34305 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:29:23,110 INFO [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:29:23,110 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60dc60aff6c93aa6753763e9e3971e5f, disabling compactions & flushes 2024-12-03T20:29:23,110 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f. 2024-12-03T20:29:23,110 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f. 2024-12-03T20:29:23,110 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f. after waiting 0 ms 2024-12-03T20:29:23,110 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f. 2024-12-03T20:29:23,110 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 60dc60aff6c93aa6753763e9e3971e5f 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-03T20:29:23,124 INFO [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T20:29:23,124 DEBUG [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(1325): Online Regions={60dc60aff6c93aa6753763e9e3971e5f=test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f., 1588230740=hbase:meta,,1.1588230740, 04a837a270fc8b9ed50ef83bab51d9e2=hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2.} 2024-12-03T20:29:23,124 DEBUG [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(1351): Waiting on 04a837a270fc8b9ed50ef83bab51d9e2, 1588230740, 60dc60aff6c93aa6753763e9e3971e5f 2024-12-03T20:29:23,125 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:29:23,125 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:29:23,125 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:29:23,125 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:29:23,125 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:29:23,125 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T20:29:23,126 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 914, reset compression=false 2024-12-03T20:29:23,127 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:29:23,163 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740/.tmp/info/175d1d8ac08741f59ac530e72e8ad929 is 147, key is hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2./info:regioninfo/1733257757804/Put/seqid=0 2024-12-03T20:29:23,174 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/default/test/60dc60aff6c93aa6753763e9e3971e5f/.tmp/f/a861ce8f32c74c5ebd832384fbdeb1ea is 29, key is row1/f:/1733257762033/DeleteFamily/seqid=0 2024-12-03T20:29:23,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741840_1016 (size=7686) 2024-12-03T20:29:23,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741841_1017 (size=5118) 2024-12-03T20:29:23,328 DEBUG [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(1351): Waiting on 04a837a270fc8b9ed50ef83bab51d9e2, 1588230740, 60dc60aff6c93aa6753763e9e3971e5f 2024-12-03T20:29:23,532 DEBUG [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(1351): Waiting on 04a837a270fc8b9ed50ef83bab51d9e2, 1588230740, 60dc60aff6c93aa6753763e9e3971e5f 2024-12-03T20:29:23,532 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:29:23,532 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:29:23,580 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 915, reset compression=false 2024-12-03T20:29:23,613 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:29:23,613 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 1162, reset compression=false 2024-12-03T20:29:23,613 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.shipperb29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34305,1733257750958 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:29:23,614 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.shipperb29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b29c245002d9,34305,1733257750958: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b29c245002d9,34305,1733257750958, walGroup=b29c245002d9%2C34305%2C1733257750958, offset=b29c245002d9%2C34305%2C1733257750958.1733257752726:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T20:29:23,615 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.shipperb29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T20:29:23,615 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.shipperb29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T20:29:23,616 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.shipperb29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T20:29:23,616 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.shipperb29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T20:29:23,616 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.shipperb29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T20:29:23,616 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.shipperb29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 586785720 }, "NonHeapMemoryUsage": { "committed": 194969600, "init": 7667712, "max": -1, "used": 190611496 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T20:29:23,616 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.shipperb29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:37045 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:37045 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T20:29:23,617 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740/.tmp/info/175d1d8ac08741f59ac530e72e8ad929 2024-12-03T20:29:23,643 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 914, reset compression=false 2024-12-03T20:29:23,644 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/default/test/60dc60aff6c93aa6753763e9e3971e5f/.tmp/f/a861ce8f32c74c5ebd832384fbdeb1ea 2024-12-03T20:29:23,672 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a861ce8f32c74c5ebd832384fbdeb1ea 2024-12-03T20:29:23,690 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740/.tmp/ns/be13508f15e04724bce0db55c175a504 is 43, key is default/ns:d/1733257753507/Put/seqid=0 2024-12-03T20:29:23,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741842_1018 (size=5153) 2024-12-03T20:29:23,734 DEBUG [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(1351): Waiting on 04a837a270fc8b9ed50ef83bab51d9e2, 1588230740, 60dc60aff6c93aa6753763e9e3971e5f 2024-12-03T20:29:23,747 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/default/test/60dc60aff6c93aa6753763e9e3971e5f/.tmp/f1/bc5f2275399f43ebb80b855ea5629936 is 30, key is row1/f1:/1733257762033/DeleteFamily/seqid=0 2024-12-03T20:29:23,748 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740/.tmp/ns/be13508f15e04724bce0db55c175a504 2024-12-03T20:29:23,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741843_1019 (size=5123) 2024-12-03T20:29:23,783 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740/.tmp/rep_barrier/83bb2399b7f34f77abb7269d42387136 is 112, key is test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f./rep_barrier:seqnumDuringOpen/1733257755348/Put/seqid=0 2024-12-03T20:29:23,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741844_1020 (size=5518) 2024-12-03T20:29:23,844 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 1162, reset compression=false 2024-12-03T20:29:23,935 DEBUG [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(1351): Waiting on 04a837a270fc8b9ed50ef83bab51d9e2, 1588230740, 60dc60aff6c93aa6753763e9e3971e5f 2024-12-03T20:29:24,135 DEBUG [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(1351): Waiting on 04a837a270fc8b9ed50ef83bab51d9e2, 1588230740, 60dc60aff6c93aa6753763e9e3971e5f 2024-12-03T20:29:24,168 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/default/test/60dc60aff6c93aa6753763e9e3971e5f/.tmp/f1/bc5f2275399f43ebb80b855ea5629936 2024-12-03T20:29:24,171 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 1162, reset compression=false 2024-12-03T20:29:24,179 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc5f2275399f43ebb80b855ea5629936 2024-12-03T20:29:24,204 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/default/test/60dc60aff6c93aa6753763e9e3971e5f/.tmp/norep/7ce3838943834ecd84926e4972988696 is 33, key is row1/norep:/1733257762033/DeleteFamily/seqid=0 2024-12-03T20:29:24,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741845_1021 (size=5108) 2024-12-03T20:29:24,231 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/default/test/60dc60aff6c93aa6753763e9e3971e5f/.tmp/norep/7ce3838943834ecd84926e4972988696 2024-12-03T20:29:24,233 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740/.tmp/rep_barrier/83bb2399b7f34f77abb7269d42387136 2024-12-03T20:29:24,247 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ce3838943834ecd84926e4972988696 2024-12-03T20:29:24,249 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/default/test/60dc60aff6c93aa6753763e9e3971e5f/.tmp/f/a861ce8f32c74c5ebd832384fbdeb1ea as hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/default/test/60dc60aff6c93aa6753763e9e3971e5f/f/a861ce8f32c74c5ebd832384fbdeb1ea 2024-12-03T20:29:24,259 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a861ce8f32c74c5ebd832384fbdeb1ea 2024-12-03T20:29:24,259 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/default/test/60dc60aff6c93aa6753763e9e3971e5f/f/a861ce8f32c74c5ebd832384fbdeb1ea, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T20:29:24,260 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/default/test/60dc60aff6c93aa6753763e9e3971e5f/.tmp/f1/bc5f2275399f43ebb80b855ea5629936 as hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/default/test/60dc60aff6c93aa6753763e9e3971e5f/f1/bc5f2275399f43ebb80b855ea5629936 2024-12-03T20:29:24,268 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740/.tmp/table/ea6dae68006d4d848e68e3cc1bbcb1b9 is 53, key is hbase:replication/table:state/1733257757826/Put/seqid=0 2024-12-03T20:29:24,270 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc5f2275399f43ebb80b855ea5629936 2024-12-03T20:29:24,270 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/default/test/60dc60aff6c93aa6753763e9e3971e5f/f1/bc5f2275399f43ebb80b855ea5629936, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T20:29:24,273 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 914, reset compression=false 2024-12-03T20:29:24,273 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/default/test/60dc60aff6c93aa6753763e9e3971e5f/.tmp/norep/7ce3838943834ecd84926e4972988696 as hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/default/test/60dc60aff6c93aa6753763e9e3971e5f/norep/7ce3838943834ecd84926e4972988696 2024-12-03T20:29:24,281 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ce3838943834ecd84926e4972988696 2024-12-03T20:29:24,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741846_1022 (size=5308) 2024-12-03T20:29:24,283 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740/.tmp/table/ea6dae68006d4d848e68e3cc1bbcb1b9 2024-12-03T20:29:24,283 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/default/test/60dc60aff6c93aa6753763e9e3971e5f/norep/7ce3838943834ecd84926e4972988696, entries=1, sequenceid=8, filesize=5.0 K 2024-12-03T20:29:24,284 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 60dc60aff6c93aa6753763e9e3971e5f in 1174ms, sequenceid=8, compaction requested=false 2024-12-03T20:29:24,291 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740/.tmp/info/175d1d8ac08741f59ac530e72e8ad929 as hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740/info/175d1d8ac08741f59ac530e72e8ad929 2024-12-03T20:29:24,296 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740/info/175d1d8ac08741f59ac530e72e8ad929, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T20:29:24,297 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740/.tmp/ns/be13508f15e04724bce0db55c175a504 as hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740/ns/be13508f15e04724bce0db55c175a504 2024-12-03T20:29:24,304 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740/ns/be13508f15e04724bce0db55c175a504, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T20:29:24,305 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740/.tmp/rep_barrier/83bb2399b7f34f77abb7269d42387136 as hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740/rep_barrier/83bb2399b7f34f77abb7269d42387136 2024-12-03T20:29:24,311 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740/rep_barrier/83bb2399b7f34f77abb7269d42387136, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T20:29:24,312 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740/.tmp/table/ea6dae68006d4d848e68e3cc1bbcb1b9 as hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740/table/ea6dae68006d4d848e68e3cc1bbcb1b9 2024-12-03T20:29:24,318 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740/table/ea6dae68006d4d848e68e3cc1bbcb1b9, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T20:29:24,320 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1195ms, sequenceid=16, compaction requested=false 2024-12-03T20:29:24,335 DEBUG [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(1351): Waiting on 04a837a270fc8b9ed50ef83bab51d9e2, 1588230740, 60dc60aff6c93aa6753763e9e3971e5f 2024-12-03T20:29:24,349 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/default/test/60dc60aff6c93aa6753763e9e3971e5f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T20:29:24,350 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:29:24,350 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:29:24,350 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f. 2024-12-03T20:29:24,350 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60dc60aff6c93aa6753763e9e3971e5f: Waiting for close lock at 1733257763110Running coprocessor pre-close hooks at 1733257763110Disabling compacts and flushes for region at 1733257763110Disabling writes for close at 1733257763110Obtaining lock to block concurrent updates at 1733257763110Preparing flush snapshotting stores in 60dc60aff6c93aa6753763e9e3971e5f at 1733257763110Finished memstore snapshotting test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733257763111 (+1 ms)Flushing stores of test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f. at 1733257763132 (+21 ms)Flushing 60dc60aff6c93aa6753763e9e3971e5f/f: creating writer at 1733257763132Flushing 60dc60aff6c93aa6753763e9e3971e5f/f: appending metadata at 1733257763173 (+41 ms)Flushing 60dc60aff6c93aa6753763e9e3971e5f/f: closing flushed file at 1733257763173Flushing 60dc60aff6c93aa6753763e9e3971e5f/f1: creating writer at 1733257763672 (+499 ms)Flushing 60dc60aff6c93aa6753763e9e3971e5f/f1: appending metadata at 1733257763747 (+75 ms)Flushing 60dc60aff6c93aa6753763e9e3971e5f/f1: closing flushed file at 1733257763747Flushing 60dc60aff6c93aa6753763e9e3971e5f/norep: creating writer at 1733257764180 (+433 ms)Flushing 60dc60aff6c93aa6753763e9e3971e5f/norep: appending metadata at 1733257764203 (+23 ms)Flushing 60dc60aff6c93aa6753763e9e3971e5f/norep: closing flushed file at 1733257764203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67906f67: reopening flushed file at 1733257764247 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18bf212d: reopening flushed file at 1733257764259 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d0b741a: reopening flushed file at 1733257764270 (+11 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 60dc60aff6c93aa6753763e9e3971e5f in 1174ms, sequenceid=8, compaction requested=false at 1733257764285 (+15 ms)Writing region close event to WAL at 1733257764343 (+58 ms)Running coprocessor post-close hooks at 1733257764350 (+7 ms)Closed at 1733257764350 2024-12-03T20:29:24,351 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733257754890.60dc60aff6c93aa6753763e9e3971e5f. 2024-12-03T20:29:24,351 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04a837a270fc8b9ed50ef83bab51d9e2, disabling compactions & flushes 2024-12-03T20:29:24,351 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2. 2024-12-03T20:29:24,351 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2. 2024-12-03T20:29:24,351 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2. after waiting 0 ms 2024-12-03T20:29:24,351 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2. 2024-12-03T20:29:24,351 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04a837a270fc8b9ed50ef83bab51d9e2: Waiting for close lock at 1733257764351Running coprocessor pre-close hooks at 1733257764351Disabling compacts and flushes for region at 1733257764351Disabling writes for close at 1733257764351Failed flush hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2., putting online again at 1733257764351 2024-12-03T20:29:24,351 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2. 2024-12-03T20:29:24,392 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T20:29:24,393 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:29:24,393 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:29:24,393 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:29:24,393 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257763124Running coprocessor pre-close hooks at 1733257763124Disabling compacts and flushes for region at 1733257763124Disabling writes for close at 1733257763125 (+1 ms)Obtaining lock to block concurrent updates at 1733257763125Preparing flush snapshotting stores in 1588230740 at 1733257763125Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733257763125Flushing stores of hbase:meta,,1.1588230740 at 1733257763126 (+1 ms)Flushing 1588230740/info: creating writer at 1733257763126Flushing 1588230740/info: appending metadata at 1733257763162 (+36 ms)Flushing 1588230740/info: closing flushed file at 1733257763162Flushing 1588230740/ns: creating writer at 1733257763623 (+461 ms)Flushing 1588230740/ns: appending metadata at 1733257763690 (+67 ms)Flushing 1588230740/ns: closing flushed file at 1733257763690Flushing 1588230740/rep_barrier: creating writer at 1733257763757 (+67 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733257763782 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733257763782Flushing 1588230740/table: creating writer at 1733257764244 (+462 ms)Flushing 1588230740/table: appending metadata at 1733257764268 (+24 ms)Flushing 1588230740/table: closing flushed file at 1733257764268Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ddca1ee: reopening flushed file at 1733257764290 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64ea4d81: reopening flushed file at 1733257764296 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@773ba82b: reopening flushed file at 1733257764304 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5922118d: reopening flushed file at 1733257764312 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1195ms, sequenceid=16, compaction requested=false at 1733257764320 (+8 ms)Writing region close event to WAL at 1733257764380 (+60 ms)Running coprocessor post-close hooks at 1733257764393 (+13 ms)Closed at 1733257764393 2024-12-03T20:29:24,393 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:29:24,535 INFO [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T20:29:24,536 DEBUG [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(1325): Online Regions={04a837a270fc8b9ed50ef83bab51d9e2=hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2.} 2024-12-03T20:29:24,536 INFO [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(3091): Received CLOSE for 04a837a270fc8b9ed50ef83bab51d9e2 2024-12-03T20:29:24,536 DEBUG [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(1351): Waiting on 04a837a270fc8b9ed50ef83bab51d9e2 2024-12-03T20:29:24,536 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04a837a270fc8b9ed50ef83bab51d9e2, disabling compactions & flushes 2024-12-03T20:29:24,536 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2. 2024-12-03T20:29:24,536 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2. 2024-12-03T20:29:24,536 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2. after waiting 0 ms 2024-12-03T20:29:24,536 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2. 2024-12-03T20:29:24,536 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04a837a270fc8b9ed50ef83bab51d9e2: Waiting for close lock at 1733257764536Running coprocessor pre-close hooks at 1733257764536Disabling compacts and flushes for region at 1733257764536Disabling writes for close at 1733257764536Failed flush hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2., putting online again at 1733257764536 2024-12-03T20:29:24,537 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733257756797.04a837a270fc8b9ed50ef83bab51d9e2. 2024-12-03T20:29:24,581 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 1162, reset compression=false 2024-12-03T20:29:24,591 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:29:24,591 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 1806, reset compression=false 2024-12-03T20:29:24,736 INFO [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T20:29:24,736 INFO [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,34305,1733257750958; all regions closed. 2024-12-03T20:29:24,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741834_1010 (size=4239) 2024-12-03T20:29:24,758 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.rep.1733257757649 not finished, retry = 0 2024-12-03T20:29:24,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741839_1015 (size=1515) 2024-12-03T20:29:24,817 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/WALs/b29c245002d9,34305,1733257750958/b29c245002d9%2C34305%2C1733257750958.1733257752726 to pos 1806, reset compression=false 2024-12-03T20:29:24,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741833_1009 (size=1814) 2024-12-03T20:29:24,886 DEBUG [RS:0;b29c245002d9:34305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:24,886 INFO [RS:0;b29c245002d9:34305 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:29:24,886 INFO [RS:0;b29c245002d9:34305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:29:24,886 INFO [RS:0;b29c245002d9:34305 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T20:29:24,887 INFO [RS:0;b29c245002d9:34305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:29:24,887 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:29:24,887 INFO [RS:0;b29c245002d9:34305 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b29c245002d9,34305,1733257750958 because: Region server is closing 2024-12-03T20:29:24,887 INFO [RS:0;b29c245002d9:34305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:34305. 2024-12-03T20:29:24,887 DEBUG [RS:0;b29c245002d9:34305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:29:24,887 DEBUG [RS:0;b29c245002d9:34305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:24,887 DEBUG [RS:0;b29c245002d9:34305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:24,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:29:24,988 INFO [RS:0;b29c245002d9:34305 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.shipperb29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 terminated 2024-12-03T20:29:24,988 INFO [RS:0;b29c245002d9:34305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:34305. 2024-12-03T20:29:24,989 DEBUG [RS:0;b29c245002d9:34305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:29:24,989 DEBUG [RS:0;b29c245002d9:34305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:24,989 DEBUG [RS:0;b29c245002d9:34305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:24,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:29:24,989 INFO [RS:0;b29c245002d9:34305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34305 2024-12-03T20:29:24,989 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34305,1733257750958.replicationSource.wal-reader.b29c245002d9%2C34305%2C1733257750958,1-b29c245002d9,34305,1733257750958 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T20:29:25,010 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 914, reset compression=false 2024-12-03T20:29:25,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-409175538/rs 2024-12-03T20:29:25,063 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,34305,1733257750958] 2024-12-03T20:29:25,071 INFO [RS:0;b29c245002d9:34305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:29:25,072 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1019ce23d580004, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-409175538/rs/b29c245002d9,34305,1733257750958 2024-12-03T20:29:25,076 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-409175538/draining/b29c245002d9,34305,1733257750958 already deleted, retry=false 2024-12-03T20:29:25,076 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,34305,1733257750958 expired; onlineServers=0 2024-12-03T20:29:25,076 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,37045,1733257750739' ***** 2024-12-03T20:29:25,076 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:29:25,080 INFO [M:0;b29c245002d9:37045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:29:25,080 INFO [M:0;b29c245002d9:37045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:29:25,080 DEBUG [M:0;b29c245002d9:37045 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:29:25,080 DEBUG [M:0;b29c245002d9:37045 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:29:25,080 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257752184 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257752184,5,FailOnTimeoutGroup] 2024-12-03T20:29:25,080 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257752188 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257752188,5,FailOnTimeoutGroup] 2024-12-03T20:29:25,080 INFO [M:0;b29c245002d9:37045 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:29:25,081 INFO [M:0;b29c245002d9:37045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:29:25,081 DEBUG [M:0;b29c245002d9:37045 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:29:25,081 INFO [M:0;b29c245002d9:37045 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:29:25,081 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:29:25,083 INFO [M:0;b29c245002d9:37045 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:29:25,083 INFO [M:0;b29c245002d9:37045 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:29:25,084 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:29:25,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-409175538/master 2024-12-03T20:29:25,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-409175538 2024-12-03T20:29:25,101 INFO [M:0;b29c245002d9:37045 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/.lastflushedseqids 2024-12-03T20:29:25,108 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-409175538/master already deleted, retry=false 2024-12-03T20:29:25,108 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-409175538/master 2024-12-03T20:29:25,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741847_1023 (size=245) 2024-12-03T20:29:25,184 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1019ce23d580004, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:29:25,184 INFO [RS:0;b29c245002d9:34305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:29:25,184 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34305-0x1019ce23d580004, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:29:25,184 INFO [RS:0;b29c245002d9:34305 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,34305,1733257750958; zookeeper connection closed. 2024-12-03T20:29:25,188 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a5dba75 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a5dba75 2024-12-03T20:29:25,188 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T20:29:25,528 INFO [M:0;b29c245002d9:37045 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:29:25,528 INFO [M:0;b29c245002d9:37045 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:29:25,529 DEBUG [M:0;b29c245002d9:37045 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:29:25,529 INFO [M:0;b29c245002d9:37045 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:25,529 DEBUG [M:0;b29c245002d9:37045 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:25,529 DEBUG [M:0;b29c245002d9:37045 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:29:25,529 DEBUG [M:0;b29c245002d9:37045 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:25,529 INFO [M:0;b29c245002d9:37045 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T20:29:25,552 DEBUG [M:0;b29c245002d9:37045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d4b3e7ef4cc4530875995dac23d26ca is 82, key is hbase:meta,,1/info:regioninfo/1733257753411/Put/seqid=0 2024-12-03T20:29:25,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741848_1024 (size=5672) 2024-12-03T20:29:25,824 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 914, reset compression=false 2024-12-03T20:29:25,961 INFO [M:0;b29c245002d9:37045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d4b3e7ef4cc4530875995dac23d26ca 2024-12-03T20:29:25,983 DEBUG [M:0;b29c245002d9:37045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cecac2aff804dd7baad7a85bd3bf6ff is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733257757833/Put/seqid=0 2024-12-03T20:29:25,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741849_1025 (size=8516) 2024-12-03T20:29:25,997 INFO [M:0;b29c245002d9:37045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cecac2aff804dd7baad7a85bd3bf6ff 2024-12-03T20:29:26,020 DEBUG [M:0;b29c245002d9:37045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e335a746891341a69086b8efb046df33 is 69, key is b29c245002d9,34305,1733257750958/rs:state/1733257752307/Put/seqid=0 2024-12-03T20:29:26,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741850_1026 (size=5156) 2024-12-03T20:29:26,434 INFO [M:0;b29c245002d9:37045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e335a746891341a69086b8efb046df33 2024-12-03T20:29:26,438 DEBUG [M:0;b29c245002d9:37045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d4b3e7ef4cc4530875995dac23d26ca as hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d4b3e7ef4cc4530875995dac23d26ca 2024-12-03T20:29:26,442 INFO [M:0;b29c245002d9:37045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d4b3e7ef4cc4530875995dac23d26ca, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T20:29:26,442 DEBUG [M:0;b29c245002d9:37045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cecac2aff804dd7baad7a85bd3bf6ff as hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3cecac2aff804dd7baad7a85bd3bf6ff 2024-12-03T20:29:26,446 INFO [M:0;b29c245002d9:37045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3cecac2aff804dd7baad7a85bd3bf6ff, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T20:29:26,447 DEBUG [M:0;b29c245002d9:37045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e335a746891341a69086b8efb046df33 as hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e335a746891341a69086b8efb046df33 2024-12-03T20:29:26,452 INFO [M:0;b29c245002d9:37045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37919/user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e335a746891341a69086b8efb046df33, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T20:29:26,452 INFO [M:0;b29c245002d9:37045 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=97, compaction requested=false 2024-12-03T20:29:26,453 INFO [M:0;b29c245002d9:37045 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:26,453 DEBUG [M:0;b29c245002d9:37045 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257765528Disabling compacts and flushes for region at 1733257765528Disabling writes for close at 1733257765529 (+1 ms)Obtaining lock to block concurrent updates at 1733257765529Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257765529Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733257765529Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257765530 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257765530Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257765551 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257765551Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257765965 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257765983 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257765983Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257766002 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257766020 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257766020Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20ab828c: reopening flushed file at 1733257766437 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3654040a: reopening flushed file at 1733257766442 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aaa4063: reopening flushed file at 1733257766446 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=97, compaction requested=false at 1733257766452 (+6 ms)Writing region close event to WAL at 1733257766453 (+1 ms)Closed at 1733257766453 2024-12-03T20:29:26,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43795 is added to blk_1073741830_1006 (size=63654) 2024-12-03T20:29:26,455 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1460386e-1083-633d-4502-26f104831eb7/MasterData/WALs/b29c245002d9,37045,1733257750739/b29c245002d9%2C37045%2C1733257750739.1733257751725 not finished, retry = 0 2024-12-03T20:29:26,556 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:29:26,556 INFO [M:0;b29c245002d9:37045 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:29:26,556 INFO [M:0;b29c245002d9:37045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37045 2024-12-03T20:29:26,556 INFO [M:0;b29c245002d9:37045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:29:26,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:29:26,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37045-0x1019ce23d580003, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:29:26,715 INFO [M:0;b29c245002d9:37045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:29:26,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e70714f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:29:26,720 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a0e58bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:29:26,720 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:29:26,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5172d7cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:29:26,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cca915{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/hadoop.log.dir/,STOPPED} 2024-12-03T20:29:26,721 WARN [BP-1403152633-172.17.0.3-1733257748125 heartbeating to localhost/127.0.0.1:37919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:29:26,721 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:29:26,722 WARN [BP-1403152633-172.17.0.3-1733257748125 heartbeating to localhost/127.0.0.1:37919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1403152633-172.17.0.3-1733257748125 (Datanode Uuid 927b53dc-20c4-4124-8f05-c282ee8dd19a) service to localhost/127.0.0.1:37919 2024-12-03T20:29:26,722 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:29:26,722 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/cluster_bf5b1b91-14aa-a525-4a31-5b8bb13aa7ba/data/data1/current/BP-1403152633-172.17.0.3-1733257748125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:29:26,722 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/cluster_bf5b1b91-14aa-a525-4a31-5b8bb13aa7ba/data/data2/current/BP-1403152633-172.17.0.3-1733257748125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:29:26,723 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:29:26,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3992b297{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:29:26,731 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c620576{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:29:26,731 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:29:26,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67c2d1fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:29:26,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21702e4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/hadoop.log.dir/,STOPPED} 2024-12-03T20:29:26,736 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 914, reset compression=false 2024-12-03T20:29:26,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T20:29:26,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T20:29:26,746 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:29:26,747 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:29:26,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:26,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:26,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:29:26,747 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:29:26,747 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1311604831, stopped=false 2024-12-03T20:29:26,747 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,44685,1733257743598 2024-12-03T20:29:26,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019ce23d580001, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1544116571/running 2024-12-03T20:29:26,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019ce23d580001, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1544116571 2024-12-03T20:29:26,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1544116571/running 2024-12-03T20:29:26,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1544116571 2024-12-03T20:29:26,772 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:29:26,773 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:29:26,773 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:29:26,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:26,773 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,37313,1733257744279' ***** 2024-12-03T20:29:26,773 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:29:26,773 INFO [RS:0;b29c245002d9:37313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:29:26,773 INFO [RS:0;b29c245002d9:37313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:29:26,774 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:29:26,774 INFO [RS:0;b29c245002d9:37313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:29:26,774 INFO [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(3091): Received CLOSE for fb1e00f172cdd2dd3cf7b6a2d2a43b97 2024-12-03T20:29:26,774 INFO [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(3091): Received CLOSE for cd519baf85a1893036933f5d9f51aa95 2024-12-03T20:29:26,774 INFO [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,37313,1733257744279 2024-12-03T20:29:26,774 INFO [RS:0;b29c245002d9:37313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:29:26,774 INFO [RS:0;b29c245002d9:37313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:37313. 2024-12-03T20:29:26,774 DEBUG [RS:0;b29c245002d9:37313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:29:26,774 DEBUG [RS:0;b29c245002d9:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:26,774 INFO [RS:0;b29c245002d9:37313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:29:26,774 INFO [RS:0;b29c245002d9:37313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:29:26,774 INFO [RS:0;b29c245002d9:37313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:29:26,774 INFO [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:29:26,774 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb1e00f172cdd2dd3cf7b6a2d2a43b97, disabling compactions & flushes 2024-12-03T20:29:26,774 INFO [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T20:29:26,774 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97. 2024-12-03T20:29:26,774 DEBUG [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(1325): Online Regions={fb1e00f172cdd2dd3cf7b6a2d2a43b97=test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97., 1588230740=hbase:meta,,1.1588230740, cd519baf85a1893036933f5d9f51aa95=hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95.} 2024-12-03T20:29:26,774 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97. 2024-12-03T20:29:26,774 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:29:26,775 DEBUG [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd519baf85a1893036933f5d9f51aa95, fb1e00f172cdd2dd3cf7b6a2d2a43b97 2024-12-03T20:29:26,775 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97. after waiting 0 ms 2024-12-03T20:29:26,775 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97. 2024-12-03T20:29:26,775 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:29:26,775 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:29:26,775 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:29:26,775 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:29:26,775 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fb1e00f172cdd2dd3cf7b6a2d2a43b97 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-03T20:29:26,775 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T20:29:26,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37313-0x1019ce23d580001, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Set watcher on znode that does not yet exist, /0-1544116571/running 2024-12-03T20:29:26,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Set watcher on znode that does not yet exist, /0-1544116571/running 2024-12-03T20:29:26,795 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/default/test/fb1e00f172cdd2dd3cf7b6a2d2a43b97/.tmp/f/9f81668e280a4985b9fed559cbb0db11 is 29, key is row1/f:/1733257762033/DeleteFamily/seqid=0 2024-12-03T20:29:26,802 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:29:26,802 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:29:26,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741840_1016 (size=5118) 2024-12-03T20:29:26,816 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/default/test/fb1e00f172cdd2dd3cf7b6a2d2a43b97/.tmp/f/9f81668e280a4985b9fed559cbb0db11 2024-12-03T20:29:26,816 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:29:26,831 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740/.tmp/info/7c7c90c5a69f49b1a2ed91aa7abb8fef is 147, key is hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95./info:regioninfo/1733257756189/Put/seqid=0 2024-12-03T20:29:26,838 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f81668e280a4985b9fed559cbb0db11 2024-12-03T20:29:26,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741841_1017 (size=7686) 2024-12-03T20:29:26,887 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/default/test/fb1e00f172cdd2dd3cf7b6a2d2a43b97/.tmp/f1/eecac993cb6a47e1a8dbd9f35d8fed80 is 30, key is row1/f1:/1733257762033/DeleteFamily/seqid=0 2024-12-03T20:29:26,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741842_1018 (size=5123) 2024-12-03T20:29:26,975 DEBUG [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd519baf85a1893036933f5d9f51aa95, fb1e00f172cdd2dd3cf7b6a2d2a43b97 2024-12-03T20:29:27,175 DEBUG [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd519baf85a1893036933f5d9f51aa95, fb1e00f172cdd2dd3cf7b6a2d2a43b97 2024-12-03T20:29:27,289 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740/.tmp/info/7c7c90c5a69f49b1a2ed91aa7abb8fef 2024-12-03T20:29:27,298 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/default/test/fb1e00f172cdd2dd3cf7b6a2d2a43b97/.tmp/f1/eecac993cb6a47e1a8dbd9f35d8fed80 2024-12-03T20:29:27,322 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eecac993cb6a47e1a8dbd9f35d8fed80 2024-12-03T20:29:27,359 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740/.tmp/ns/f60bd44cd3904594a16751c0b7b10d5f is 43, key is default/ns:d/1733257747713/Put/seqid=0 2024-12-03T20:29:27,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741843_1019 (size=5153) 2024-12-03T20:29:27,365 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740/.tmp/ns/f60bd44cd3904594a16751c0b7b10d5f 2024-12-03T20:29:27,369 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/default/test/fb1e00f172cdd2dd3cf7b6a2d2a43b97/.tmp/norep/aac30e79d0ff4758a79d09d074f5e02c is 32, key is row/norep:/1733257760996/DeleteFamily/seqid=0 2024-12-03T20:29:27,375 DEBUG [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd519baf85a1893036933f5d9f51aa95, fb1e00f172cdd2dd3cf7b6a2d2a43b97 2024-12-03T20:29:27,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741844_1020 (size=5101) 2024-12-03T20:29:27,389 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/default/test/fb1e00f172cdd2dd3cf7b6a2d2a43b97/.tmp/norep/aac30e79d0ff4758a79d09d074f5e02c 2024-12-03T20:29:27,394 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aac30e79d0ff4758a79d09d074f5e02c 2024-12-03T20:29:27,395 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/default/test/fb1e00f172cdd2dd3cf7b6a2d2a43b97/.tmp/f/9f81668e280a4985b9fed559cbb0db11 as hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/default/test/fb1e00f172cdd2dd3cf7b6a2d2a43b97/f/9f81668e280a4985b9fed559cbb0db11 2024-12-03T20:29:27,399 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740/.tmp/rep_barrier/d57938195343448fa54bebe969beb37c is 112, key is test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97./rep_barrier:seqnumDuringOpen/1733257754821/Put/seqid=0 2024-12-03T20:29:27,406 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f81668e280a4985b9fed559cbb0db11 2024-12-03T20:29:27,406 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/default/test/fb1e00f172cdd2dd3cf7b6a2d2a43b97/f/9f81668e280a4985b9fed559cbb0db11, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T20:29:27,407 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/default/test/fb1e00f172cdd2dd3cf7b6a2d2a43b97/.tmp/f1/eecac993cb6a47e1a8dbd9f35d8fed80 as hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/default/test/fb1e00f172cdd2dd3cf7b6a2d2a43b97/f1/eecac993cb6a47e1a8dbd9f35d8fed80 2024-12-03T20:29:27,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741845_1021 (size=5518) 2024-12-03T20:29:27,412 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eecac993cb6a47e1a8dbd9f35d8fed80 2024-12-03T20:29:27,412 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/default/test/fb1e00f172cdd2dd3cf7b6a2d2a43b97/f1/eecac993cb6a47e1a8dbd9f35d8fed80, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T20:29:27,413 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/default/test/fb1e00f172cdd2dd3cf7b6a2d2a43b97/.tmp/norep/aac30e79d0ff4758a79d09d074f5e02c as hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/default/test/fb1e00f172cdd2dd3cf7b6a2d2a43b97/norep/aac30e79d0ff4758a79d09d074f5e02c 2024-12-03T20:29:27,418 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aac30e79d0ff4758a79d09d074f5e02c 2024-12-03T20:29:27,419 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/default/test/fb1e00f172cdd2dd3cf7b6a2d2a43b97/norep/aac30e79d0ff4758a79d09d074f5e02c, entries=1, sequenceid=8, filesize=5.0 K 2024-12-03T20:29:27,419 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fb1e00f172cdd2dd3cf7b6a2d2a43b97 in 644ms, sequenceid=8, compaction requested=false 2024-12-03T20:29:27,420 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T20:29:27,425 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/default/test/fb1e00f172cdd2dd3cf7b6a2d2a43b97/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T20:29:27,426 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:29:27,426 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:29:27,426 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97. 2024-12-03T20:29:27,426 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb1e00f172cdd2dd3cf7b6a2d2a43b97: Waiting for close lock at 1733257766774Running coprocessor pre-close hooks at 1733257766774Disabling compacts and flushes for region at 1733257766774Disabling writes for close at 1733257766775 (+1 ms)Obtaining lock to block concurrent updates at 1733257766775Preparing flush snapshotting stores in fb1e00f172cdd2dd3cf7b6a2d2a43b97 at 1733257766775Finished memstore snapshotting test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733257766775Flushing stores of test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97. at 1733257766777 (+2 ms)Flushing fb1e00f172cdd2dd3cf7b6a2d2a43b97/f: creating writer at 1733257766778 (+1 ms)Flushing fb1e00f172cdd2dd3cf7b6a2d2a43b97/f: appending metadata at 1733257766795 (+17 ms)Flushing fb1e00f172cdd2dd3cf7b6a2d2a43b97/f: closing flushed file at 1733257766795Flushing fb1e00f172cdd2dd3cf7b6a2d2a43b97/f1: creating writer at 1733257766839 (+44 ms)Flushing fb1e00f172cdd2dd3cf7b6a2d2a43b97/f1: appending metadata at 1733257766886 (+47 ms)Flushing fb1e00f172cdd2dd3cf7b6a2d2a43b97/f1: closing flushed file at 1733257766886Flushing fb1e00f172cdd2dd3cf7b6a2d2a43b97/norep: creating writer at 1733257767323 (+437 ms)Flushing fb1e00f172cdd2dd3cf7b6a2d2a43b97/norep: appending metadata at 1733257767368 (+45 ms)Flushing fb1e00f172cdd2dd3cf7b6a2d2a43b97/norep: closing flushed file at 1733257767368Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b7059b: reopening flushed file at 1733257767394 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a8a7a1b: reopening flushed file at 1733257767406 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f0bfb1b: reopening flushed file at 1733257767413 (+7 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fb1e00f172cdd2dd3cf7b6a2d2a43b97 in 644ms, sequenceid=8, compaction requested=false at 1733257767419 (+6 ms)Writing region close event to WAL at 1733257767421 (+2 ms)Running coprocessor post-close hooks at 1733257767426 (+5 ms)Closed at 1733257767426 2024-12-03T20:29:27,426 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733257753739.fb1e00f172cdd2dd3cf7b6a2d2a43b97. 2024-12-03T20:29:27,426 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd519baf85a1893036933f5d9f51aa95, disabling compactions & flushes 2024-12-03T20:29:27,426 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95. 2024-12-03T20:29:27,426 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95. 2024-12-03T20:29:27,426 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95. after waiting 0 ms 2024-12-03T20:29:27,426 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95. 2024-12-03T20:29:27,426 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cd519baf85a1893036933f5d9f51aa95 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-03T20:29:27,441 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/replication/cd519baf85a1893036933f5d9f51aa95/.tmp/queue/80ab539d510541a8822b41210ce719c8 is 153, key is 1-b29c245002d9,37313,1733257744279/queue:b29c245002d9%2C37313%2C1733257744279/1733257762179/Put/seqid=0 2024-12-03T20:29:27,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741846_1022 (size=5352) 2024-12-03T20:29:27,575 DEBUG [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd519baf85a1893036933f5d9f51aa95 2024-12-03T20:29:27,745 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 914, reset compression=false 2024-12-03T20:29:27,750 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:29:27,750 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 1805, reset compression=false 2024-12-03T20:29:27,750 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.shipperb29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,37313,1733257744279 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898, lastWalPosition=1805, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:29:27,751 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.shipperb29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b29c245002d9,37313,1733257744279: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b29c245002d9,37313,1733257744279, walGroup=b29c245002d9%2C37313%2C1733257744279, offset=b29c245002d9%2C37313%2C1733257744279.1733257746898:1805, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:37313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T20:29:27,752 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.shipperb29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T20:29:27,752 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.shipperb29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T20:29:27,752 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.shipperb29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T20:29:27,752 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.shipperb29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T20:29:27,752 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.shipperb29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T20:29:27,753 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.shipperb29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 662283192 }, "NonHeapMemoryUsage": { "committed": 195231744, "init": 7667712, "max": -1, "used": 191193480 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T20:29:27,753 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.shipperb29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:44685 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:44685 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T20:29:27,776 INFO [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T20:29:27,776 DEBUG [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cd519baf85a1893036933f5d9f51aa95=hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95.} 2024-12-03T20:29:27,776 DEBUG [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd519baf85a1893036933f5d9f51aa95 2024-12-03T20:29:27,816 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740/.tmp/rep_barrier/d57938195343448fa54bebe969beb37c 2024-12-03T20:29:27,846 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/replication/cd519baf85a1893036933f5d9f51aa95/.tmp/queue/80ab539d510541a8822b41210ce719c8 2024-12-03T20:29:27,850 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740/.tmp/table/482d3600eb784e96bc2e0cabaeb0b99e is 53, key is hbase:replication/table:state/1733257756213/Put/seqid=0 2024-12-03T20:29:27,860 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/replication/cd519baf85a1893036933f5d9f51aa95/.tmp/queue/80ab539d510541a8822b41210ce719c8 as hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/replication/cd519baf85a1893036933f5d9f51aa95/queue/80ab539d510541a8822b41210ce719c8 2024-12-03T20:29:27,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741847_1023 (size=5308) 2024-12-03T20:29:27,875 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740/.tmp/table/482d3600eb784e96bc2e0cabaeb0b99e 2024-12-03T20:29:27,881 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/replication/cd519baf85a1893036933f5d9f51aa95/queue/80ab539d510541a8822b41210ce719c8, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T20:29:27,882 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for cd519baf85a1893036933f5d9f51aa95 in 456ms, sequenceid=10, compaction requested=false 2024-12-03T20:29:27,909 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/replication/cd519baf85a1893036933f5d9f51aa95/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T20:29:27,912 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:29:27,912 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:29:27,912 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95. 2024-12-03T20:29:27,912 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd519baf85a1893036933f5d9f51aa95: Waiting for close lock at 1733257767426Running coprocessor pre-close hooks at 1733257767426Disabling compacts and flushes for region at 1733257767426Disabling writes for close at 1733257767426Obtaining lock to block concurrent updates at 1733257767426Preparing flush snapshotting stores in cd519baf85a1893036933f5d9f51aa95 at 1733257767426Finished memstore snapshotting hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733257767426Flushing stores of hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95. at 1733257767427 (+1 ms)Flushing cd519baf85a1893036933f5d9f51aa95/queue: creating writer at 1733257767427Flushing cd519baf85a1893036933f5d9f51aa95/queue: appending metadata at 1733257767440 (+13 ms)Flushing cd519baf85a1893036933f5d9f51aa95/queue: closing flushed file at 1733257767440Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4daf64f8: reopening flushed file at 1733257767857 (+417 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for cd519baf85a1893036933f5d9f51aa95 in 456ms, sequenceid=10, compaction requested=false at 1733257767882 (+25 ms)Writing region close event to WAL at 1733257767895 (+13 ms)Running coprocessor post-close hooks at 1733257767912 (+17 ms)Closed at 1733257767912 2024-12-03T20:29:27,912 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733257755602.cd519baf85a1893036933f5d9f51aa95. 2024-12-03T20:29:27,913 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740/.tmp/info/7c7c90c5a69f49b1a2ed91aa7abb8fef as hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740/info/7c7c90c5a69f49b1a2ed91aa7abb8fef 2024-12-03T20:29:27,944 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740/info/7c7c90c5a69f49b1a2ed91aa7abb8fef, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T20:29:27,953 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 1805, reset compression=false 2024-12-03T20:29:27,953 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740/.tmp/ns/f60bd44cd3904594a16751c0b7b10d5f as hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740/ns/f60bd44cd3904594a16751c0b7b10d5f 2024-12-03T20:29:27,968 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740/ns/f60bd44cd3904594a16751c0b7b10d5f, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T20:29:27,976 DEBUG [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:29:27,979 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740/.tmp/rep_barrier/d57938195343448fa54bebe969beb37c as hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740/rep_barrier/d57938195343448fa54bebe969beb37c 2024-12-03T20:29:27,994 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740/rep_barrier/d57938195343448fa54bebe969beb37c, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T20:29:27,998 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740/.tmp/table/482d3600eb784e96bc2e0cabaeb0b99e as hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740/table/482d3600eb784e96bc2e0cabaeb0b99e 2024-12-03T20:29:28,014 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740/table/482d3600eb784e96bc2e0cabaeb0b99e, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T20:29:28,015 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1240ms, sequenceid=16, compaction requested=false 2024-12-03T20:29:28,015 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T20:29:28,036 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T20:29:28,041 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:29:28,041 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:29:28,041 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:29:28,041 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257766774Running coprocessor pre-close hooks at 1733257766774Disabling compacts and flushes for region at 1733257766774Disabling writes for close at 1733257766775 (+1 ms)Obtaining lock to block concurrent updates at 1733257766775Preparing flush snapshotting stores in 1588230740 at 1733257766775Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733257766775Flushing stores of hbase:meta,,1.1588230740 at 1733257766776 (+1 ms)Flushing 1588230740/info: creating writer at 1733257766776Flushing 1588230740/info: appending metadata at 1733257766831 (+55 ms)Flushing 1588230740/info: closing flushed file at 1733257766831Flushing 1588230740/ns: creating writer at 1733257767310 (+479 ms)Flushing 1588230740/ns: appending metadata at 1733257767359 (+49 ms)Flushing 1588230740/ns: closing flushed file at 1733257767359Flushing 1588230740/rep_barrier: creating writer at 1733257767368 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733257767399 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733257767399Flushing 1588230740/table: creating writer at 1733257767830 (+431 ms)Flushing 1588230740/table: appending metadata at 1733257767849 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733257767849Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ae2f450: reopening flushed file at 1733257767907 (+58 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@299dac65: reopening flushed file at 1733257767944 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@371906d6: reopening flushed file at 1733257767969 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e256848: reopening flushed file at 1733257767994 (+25 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1240ms, sequenceid=16, compaction requested=false at 1733257768015 (+21 ms)Writing region close event to WAL at 1733257768021 (+6 ms)Running coprocessor post-close hooks at 1733257768041 (+20 ms)Closed at 1733257768041 2024-12-03T20:29:28,041 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:29:28,176 INFO [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,37313,1733257744279; all regions closed. 2024-12-03T20:29:28,179 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.meta.1733257747541.meta not finished, retry = 0 2024-12-03T20:29:28,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741834_1010 (size=4239) 2024-12-03T20:29:28,258 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/WALs/b29c245002d9,37313,1733257744279/b29c245002d9%2C37313%2C1733257744279.1733257746898 to pos 1805, reset compression=false 2024-12-03T20:29:28,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741839_1015 (size=2676) 2024-12-03T20:29:28,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741833_1009 (size=1813) 2024-12-03T20:29:28,348 DEBUG [RS:0;b29c245002d9:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:28,348 INFO [RS:0;b29c245002d9:37313 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:29:28,352 INFO [RS:0;b29c245002d9:37313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:29:28,352 INFO [RS:0;b29c245002d9:37313 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T20:29:28,352 INFO [RS:0;b29c245002d9:37313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:29:28,353 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:29:28,353 INFO [RS:0;b29c245002d9:37313 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b29c245002d9,37313,1733257744279 because: Region server is closing 2024-12-03T20:29:28,353 INFO [RS:0;b29c245002d9:37313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:37313. 2024-12-03T20:29:28,353 DEBUG [RS:0;b29c245002d9:37313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:29:28,353 DEBUG [RS:0;b29c245002d9:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:28,353 DEBUG [RS:0;b29c245002d9:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:28,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:29:28,453 INFO [RS:0;b29c245002d9:37313 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.shipperb29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 terminated 2024-12-03T20:29:28,454 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,37313,1733257744279.replicationSource.wal-reader.b29c245002d9%2C37313%2C1733257744279,1-b29c245002d9,37313,1733257744279 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T20:29:28,454 INFO [RS:0;b29c245002d9:37313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:37313. 2024-12-03T20:29:28,454 DEBUG [RS:0;b29c245002d9:37313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:29:28,454 DEBUG [RS:0;b29c245002d9:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:28,454 DEBUG [RS:0;b29c245002d9:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:28,454 INFO [RS:0;b29c245002d9:37313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37313 2024-12-03T20:29:28,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:29:28,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1544116571/rs 2024-12-03T20:29:28,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019ce23d580001, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1544116571/rs/b29c245002d9,37313,1733257744279 2024-12-03T20:29:28,547 INFO [RS:0;b29c245002d9:37313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:29:28,557 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,37313,1733257744279] 2024-12-03T20:29:28,567 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1544116571/draining/b29c245002d9,37313,1733257744279 already deleted, retry=false 2024-12-03T20:29:28,568 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,37313,1733257744279 expired; onlineServers=0 2024-12-03T20:29:28,568 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,44685,1733257743598' ***** 2024-12-03T20:29:28,568 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:29:28,568 INFO [M:0;b29c245002d9:44685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:29:28,568 INFO [M:0;b29c245002d9:44685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:29:28,568 DEBUG [M:0;b29c245002d9:44685 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:29:28,568 DEBUG [M:0;b29c245002d9:44685 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:29:28,568 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:29:28,568 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257746682 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257746682,5,FailOnTimeoutGroup] 2024-12-03T20:29:28,568 INFO [M:0;b29c245002d9:44685 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:29:28,568 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257746681 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257746681,5,FailOnTimeoutGroup] 2024-12-03T20:29:28,568 INFO [M:0;b29c245002d9:44685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:29:28,568 DEBUG [M:0;b29c245002d9:44685 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:29:28,568 INFO [M:0;b29c245002d9:44685 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:29:28,568 INFO [M:0;b29c245002d9:44685 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:29:28,568 INFO [M:0;b29c245002d9:44685 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:29:28,568 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:29:28,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1544116571/master 2024-12-03T20:29:28,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1544116571 2024-12-03T20:29:28,578 DEBUG [M:0;b29c245002d9:44685 {}] zookeeper.ZKUtil(347): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Unable to get data of znode /0-1544116571/master because node does not exist (not an error) 2024-12-03T20:29:28,578 WARN [M:0;b29c245002d9:44685 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T20:29:28,585 INFO [M:0;b29c245002d9:44685 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/.lastflushedseqids 2024-12-03T20:29:28,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741848_1024 (size=245) 2024-12-03T20:29:28,657 INFO [RS:0;b29c245002d9:37313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:29:28,657 INFO [RS:0;b29c245002d9:37313 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,37313,1733257744279; zookeeper connection closed. 2024-12-03T20:29:28,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019ce23d580001, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:29:28,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019ce23d580001, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:29:28,658 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36b9c30c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36b9c30c 2024-12-03T20:29:28,658 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T20:29:28,990 INFO [M:0;b29c245002d9:44685 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:29:28,990 INFO [M:0;b29c245002d9:44685 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:29:28,990 DEBUG [M:0;b29c245002d9:44685 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:29:28,990 INFO [M:0;b29c245002d9:44685 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:28,990 DEBUG [M:0;b29c245002d9:44685 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:28,990 DEBUG [M:0;b29c245002d9:44685 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:29:28,990 DEBUG [M:0;b29c245002d9:44685 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:28,990 INFO [M:0;b29c245002d9:44685 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-03T20:29:29,017 DEBUG [M:0;b29c245002d9:44685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb408d6dec774b5c8416efe4e5b0c452 is 82, key is hbase:meta,,1/info:regioninfo/1733257747648/Put/seqid=0 2024-12-03T20:29:29,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741849_1025 (size=5672) 2024-12-03T20:29:29,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:29,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:29,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:29,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:29,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:29,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:29,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:29,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:29,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:29,449 INFO [M:0;b29c245002d9:44685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb408d6dec774b5c8416efe4e5b0c452 2024-12-03T20:29:29,515 DEBUG [M:0;b29c245002d9:44685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bce20df0209943ffad4fac3cc36fbd4b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733257756219/Put/seqid=0 2024-12-03T20:29:29,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741850_1026 (size=8515) 2024-12-03T20:29:29,922 INFO [M:0;b29c245002d9:44685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bce20df0209943ffad4fac3cc36fbd4b 2024-12-03T20:29:29,922 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:29:29,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:29,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:29,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:29,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:29,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:29,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:29,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:29,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:29,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:29,984 DEBUG [M:0;b29c245002d9:44685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e529a858e654625ad2aacb3c16144e0 is 69, key is b29c245002d9,37313,1733257744279/rs:state/1733257746736/Put/seqid=0 2024-12-03T20:29:30,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741851_1027 (size=5156) 2024-12-03T20:29:30,432 INFO [M:0;b29c245002d9:44685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e529a858e654625ad2aacb3c16144e0 2024-12-03T20:29:30,446 DEBUG [M:0;b29c245002d9:44685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb408d6dec774b5c8416efe4e5b0c452 as hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb408d6dec774b5c8416efe4e5b0c452 2024-12-03T20:29:30,468 INFO [M:0;b29c245002d9:44685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb408d6dec774b5c8416efe4e5b0c452, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T20:29:30,469 DEBUG [M:0;b29c245002d9:44685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bce20df0209943ffad4fac3cc36fbd4b as hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bce20df0209943ffad4fac3cc36fbd4b 2024-12-03T20:29:30,475 INFO [M:0;b29c245002d9:44685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bce20df0209943ffad4fac3cc36fbd4b, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T20:29:30,477 DEBUG [M:0;b29c245002d9:44685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e529a858e654625ad2aacb3c16144e0 as hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e529a858e654625ad2aacb3c16144e0 2024-12-03T20:29:30,482 INFO [M:0;b29c245002d9:44685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38885/user/jenkins/test-data/6966fab9-6119-a11a-cc1d-a06bf45e9db6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e529a858e654625ad2aacb3c16144e0, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T20:29:30,483 INFO [M:0;b29c245002d9:44685 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1493ms, sequenceid=97, compaction requested=false 2024-12-03T20:29:30,523 INFO [M:0;b29c245002d9:44685 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:30,523 DEBUG [M:0;b29c245002d9:44685 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257768990Disabling compacts and flushes for region at 1733257768990Disabling writes for close at 1733257768990Obtaining lock to block concurrent updates at 1733257768990Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257768990Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733257768991 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257768992 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257768992Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257769016 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257769017 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257769475 (+458 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257769514 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257769514Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257769937 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257769983 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257769983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f7835d0: reopening flushed file at 1733257770445 (+462 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77e5e40e: reopening flushed file at 1733257770468 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18980f4: reopening flushed file at 1733257770475 (+7 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1493ms, sequenceid=97, compaction requested=false at 1733257770483 (+8 ms)Writing region close event to WAL at 1733257770523 (+40 ms)Closed at 1733257770523 2024-12-03T20:29:30,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33379 is added to blk_1073741830_1006 (size=63642) 2024-12-03T20:29:30,534 INFO [M:0;b29c245002d9:44685 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:29:30,534 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:29:30,534 INFO [M:0;b29c245002d9:44685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44685 2024-12-03T20:29:30,534 INFO [M:0;b29c245002d9:44685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:29:30,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:29:30,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44685-0x1019ce23d580000, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:29:30,700 INFO [M:0;b29c245002d9:44685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:29:30,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@175f77a2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:29:30,740 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b09d5c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:29:30,740 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:29:30,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@777a69f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:29:30,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bf6f846{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/hadoop.log.dir/,STOPPED} 2024-12-03T20:29:30,745 WARN [BP-962564363-172.17.0.3-1733257740817 heartbeating to localhost/127.0.0.1:38885 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:29:30,745 WARN [BP-962564363-172.17.0.3-1733257740817 heartbeating to localhost/127.0.0.1:38885 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-962564363-172.17.0.3-1733257740817 (Datanode Uuid 154b6c53-cc57-4ed2-9723-cfcf8db6f9c4) service to localhost/127.0.0.1:38885 2024-12-03T20:29:30,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/cluster_4efda6e4-3447-fc36-1337-bbcd710dbaf6/data/data1/current/BP-962564363-172.17.0.3-1733257740817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:29:30,746 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:29:30,746 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:29:30,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/cluster_4efda6e4-3447-fc36-1337-bbcd710dbaf6/data/data2/current/BP-962564363-172.17.0.3-1733257740817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:29:30,747 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:29:30,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3345c3bd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:29:30,791 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bfff8b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:29:30,791 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:29:30,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44c1350{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:29:30,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@189d9056{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0674f539-a38f-8841-c854-d7972e9e850c/hadoop.log.dir/,STOPPED} 2024-12-03T20:29:30,809 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T20:29:30,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T20:29:30,861 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 235) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64272) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38885 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38885 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:38885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38885 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37919 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:37919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64272) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=658 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1374 (was 1252) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1089 (was 1343) 2024-12-03T20:29:30,877 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=658, MaxFileDescriptor=1048576, SystemLoadAverage=1374, ProcessCount=11, AvailableMemoryMB=1087 2024-12-03T20:29:30,892 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-03T20:29:30,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/hadoop.log.dir so I do NOT create it in target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b 2024-12-03T20:29:30,893 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:29:30,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/hadoop.tmp.dir so I do NOT create it in target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b 2024-12-03T20:29:30,893 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8effa727-6669-5e4c-07fa-2fb5e15aa704/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:29:30,893 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b 2024-12-03T20:29:30,894 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/cluster_32ba009a-fe2b-ef00-4100-64732eb10d13, deleteOnExit=true 2024-12-03T20:29:30,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019ce23d580005, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T20:29:30,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019ce23d580005, quorum=127.0.0.1:64272, baseZNode=/1-409175538 Received Disconnected from ZooKeeper, ignoring 2024-12-03T20:29:30,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019ce23d580002, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T20:29:30,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019ce23d580002, quorum=127.0.0.1:64272, baseZNode=/0-1544116571 Received Disconnected from ZooKeeper, ignoring 2024-12-03T20:29:30,908 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/cluster_32ba009a-fe2b-ef00-4100-64732eb10d13/zookeeper_0, clientPort=50547, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/cluster_32ba009a-fe2b-ef00-4100-64732eb10d13/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/cluster_32ba009a-fe2b-ef00-4100-64732eb10d13/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T20:29:30,912 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50547 2024-12-03T20:29:30,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:29:30,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:29:30,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/test.cache.data in system properties and HBase conf 2024-12-03T20:29:30,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:29:30,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:29:30,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:29:30,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:29:30,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:29:30,913 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:29:30,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:29:30,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:29:30,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:29:30,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:29:30,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:29:30,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:29:30,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:29:30,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:29:30,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:29:30,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:29:30,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:29:30,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:29:30,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:29:30,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:29:31,337 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:29:31,344 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:29:31,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:29:31,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:29:31,380 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:29:31,389 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:29:31,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d3f243{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:29:31,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@724e6c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:29:31,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17db001d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/java.io.tmpdir/jetty-localhost-35303-hadoop-hdfs-3_4_1-tests_jar-_-any-5577191713244996876/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:29:31,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b31bdca{HTTP/1.1, (http/1.1)}{localhost:35303} 2024-12-03T20:29:31,532 INFO [Time-limited test {}] server.Server(415): Started @241467ms 2024-12-03T20:29:31,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:29:31,943 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:29:31,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:29:31,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:29:31,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:29:31,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36973165{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:29:31,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cc581e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:29:32,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ab36650{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/java.io.tmpdir/jetty-localhost-35955-hadoop-hdfs-3_4_1-tests_jar-_-any-15829217981075481440/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:29:32,113 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6876b713{HTTP/1.1, (http/1.1)}{localhost:35955} 2024-12-03T20:29:32,113 INFO [Time-limited test {}] server.Server(415): Started @242047ms 2024-12-03T20:29:32,114 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:29:33,128 WARN [Thread-2647 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/cluster_32ba009a-fe2b-ef00-4100-64732eb10d13/data/data1/current/BP-461900833-172.17.0.3-1733257770940/current, will proceed with Du for space computation calculation, 2024-12-03T20:29:33,132 WARN [Thread-2648 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/cluster_32ba009a-fe2b-ef00-4100-64732eb10d13/data/data2/current/BP-461900833-172.17.0.3-1733257770940/current, will proceed with Du for space computation calculation, 2024-12-03T20:29:33,223 WARN [Thread-2635 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:29:33,240 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c3c7af6214dc61d with lease ID 0xe3f52eab75cecb31: Processing first storage report for DS-7de8ccb2-71ab-48d6-bb73-39beda80f9f1 from datanode DatanodeRegistration(127.0.0.1:44501, datanodeUuid=dd54e461-e948-41b8-b1d8-74fdd03ceaa1, infoPort=36345, infoSecurePort=0, ipcPort=34593, storageInfo=lv=-57;cid=testClusterID;nsid=2123917589;c=1733257770940) 2024-12-03T20:29:33,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c3c7af6214dc61d with lease ID 0xe3f52eab75cecb31: from storage DS-7de8ccb2-71ab-48d6-bb73-39beda80f9f1 node DatanodeRegistration(127.0.0.1:44501, datanodeUuid=dd54e461-e948-41b8-b1d8-74fdd03ceaa1, infoPort=36345, infoSecurePort=0, ipcPort=34593, storageInfo=lv=-57;cid=testClusterID;nsid=2123917589;c=1733257770940), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:29:33,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c3c7af6214dc61d with lease ID 0xe3f52eab75cecb31: Processing first storage report for DS-c96ca99b-bef3-4376-b40f-6486e8bfb7e6 from datanode DatanodeRegistration(127.0.0.1:44501, datanodeUuid=dd54e461-e948-41b8-b1d8-74fdd03ceaa1, infoPort=36345, infoSecurePort=0, ipcPort=34593, storageInfo=lv=-57;cid=testClusterID;nsid=2123917589;c=1733257770940) 2024-12-03T20:29:33,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c3c7af6214dc61d with lease ID 0xe3f52eab75cecb31: from storage DS-c96ca99b-bef3-4376-b40f-6486e8bfb7e6 node DatanodeRegistration(127.0.0.1:44501, datanodeUuid=dd54e461-e948-41b8-b1d8-74fdd03ceaa1, infoPort=36345, infoSecurePort=0, ipcPort=34593, storageInfo=lv=-57;cid=testClusterID;nsid=2123917589;c=1733257770940), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:29:33,325 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b 2024-12-03T20:29:33,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:33,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:33,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:29:33,383 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230 with version=8 2024-12-03T20:29:33,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/hbase-staging 2024-12-03T20:29:33,386 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:29:33,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:33,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:33,386 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:29:33,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:33,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:29:33,386 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:29:33,386 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:29:33,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42989 2024-12-03T20:29:33,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42989 connecting to ZooKeeper ensemble=127.0.0.1:50547 2024-12-03T20:29:33,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429890x0, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:29:33,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42989-0x1019ce2b3400000 connected 2024-12-03T20:29:33,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:33,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:33,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Set watcher on znode that does not yet exist, /0-25653254/running 2024-12-03T20:29:33,841 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230, hbase.cluster.distributed=false 2024-12-03T20:29:33,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Set watcher on znode that does not yet exist, /0-25653254/acl 2024-12-03T20:29:33,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42989 2024-12-03T20:29:33,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42989 2024-12-03T20:29:33,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42989 2024-12-03T20:29:33,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42989 2024-12-03T20:29:33,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42989 2024-12-03T20:29:33,871 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:29:33,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:33,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:33,871 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:29:33,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:33,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:29:33,871 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:29:33,871 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:29:33,885 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35947 2024-12-03T20:29:33,885 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35947 connecting to ZooKeeper ensemble=127.0.0.1:50547 2024-12-03T20:29:33,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:33,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:33,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359470x0, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Set watcher on znode that does not yet exist, /0-25653254/running 2024-12-03T20:29:33,929 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359470x0, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:29:33,929 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:29:33,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35947-0x1019ce2b3400001 connected 2024-12-03T20:29:33,952 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:29:33,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35947-0x1019ce2b3400001, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Set watcher on znode that does not yet exist, /0-25653254/master 2024-12-03T20:29:33,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35947-0x1019ce2b3400001, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Set watcher on znode that does not yet exist, /0-25653254/acl 2024-12-03T20:29:33,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35947 2024-12-03T20:29:33,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35947 2024-12-03T20:29:33,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35947 2024-12-03T20:29:33,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35947 2024-12-03T20:29:33,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35947 2024-12-03T20:29:34,001 DEBUG [M:0;b29c245002d9:42989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:42989 2024-12-03T20:29:34,001 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-25653254/backup-masters/b29c245002d9,42989,1733257773385 2024-12-03T20:29:34,084 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1019ce2b3400001, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-25653254/backup-masters 2024-12-03T20:29:34,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-25653254/backup-masters 2024-12-03T20:29:34,096 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Set watcher on existing znode=/0-25653254/backup-masters/b29c245002d9,42989,1733257773385 2024-12-03T20:29:34,157 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1019ce2b3400001, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-25653254/master 2024-12-03T20:29:34,157 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1019ce2b3400001, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-25653254 2024-12-03T20:29:34,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-25653254 2024-12-03T20:29:34,172 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Set watcher on existing znode=/0-25653254/master 2024-12-03T20:29:34,179 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-25653254/backup-masters/b29c245002d9,42989,1733257773385 from backup master directory 2024-12-03T20:29:34,240 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1019ce2b3400001, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-25653254/backup-masters 2024-12-03T20:29:34,241 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:29:34,241 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,42989,1733257773385 2024-12-03T20:29:34,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-25653254/backup-masters/b29c245002d9,42989,1733257773385 2024-12-03T20:29:34,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-25653254/backup-masters 2024-12-03T20:29:34,272 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/hbase.id] with ID: 3236ff9e-0f34-48e3-a23b-61fd0f19047c 2024-12-03T20:29:34,272 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/.tmp/hbase.id 2024-12-03T20:29:34,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:29:34,729 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/.tmp/hbase.id]:[hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/hbase.id] 2024-12-03T20:29:34,845 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:34,845 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:29:34,846 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T20:29:34,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-25653254 2024-12-03T20:29:34,960 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1019ce2b3400001, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-25653254 2024-12-03T20:29:35,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:29:35,029 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:29:35,029 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:29:35,032 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:29:35,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:29:35,478 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/data/master/store 2024-12-03T20:29:35,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:29:35,515 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:35,515 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:29:35,515 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:35,515 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:35,515 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:29:35,515 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:35,515 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:35,515 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257775515Disabling compacts and flushes for region at 1733257775515Disabling writes for close at 1733257775515Writing region close event to WAL at 1733257775515Closed at 1733257775515 2024-12-03T20:29:35,517 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/data/master/store/.initializing 2024-12-03T20:29:35,517 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/WALs/b29c245002d9,42989,1733257773385 2024-12-03T20:29:35,523 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:29:35,536 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C42989%2C1733257773385, suffix=, logDir=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/WALs/b29c245002d9,42989,1733257773385, archiveDir=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/oldWALs, maxLogs=10 2024-12-03T20:29:35,560 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/WALs/b29c245002d9,42989,1733257773385/b29c245002d9%2C42989%2C1733257773385.1733257775537, exclude list is [], retry=0 2024-12-03T20:29:35,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44501,DS-7de8ccb2-71ab-48d6-bb73-39beda80f9f1,DISK] 2024-12-03T20:29:35,565 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/WALs/b29c245002d9,42989,1733257773385/b29c245002d9%2C42989%2C1733257773385.1733257775537 2024-12-03T20:29:35,565 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36345:36345)] 2024-12-03T20:29:35,565 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:29:35,565 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:35,566 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:35,566 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:35,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:35,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:29:35,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:35,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:35,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:35,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:29:35,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:35,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:35,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:35,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:29:35,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:35,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:35,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:35,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:29:35,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:35,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:35,572 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:35,573 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:35,573 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:35,574 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:35,574 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:35,574 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:29:35,575 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:35,576 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:29:35,577 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61463674, jitterRate=-0.08411988615989685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:29:35,578 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257775566Initializing all the Stores at 1733257775566Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257775566Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257775566Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257775566Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257775566Cleaning up temporary data from old regions at 1733257775574 (+8 ms)Region opened successfully at 1733257775577 (+3 ms) 2024-12-03T20:29:35,580 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:29:35,583 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b54348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:29:35,584 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:29:35,584 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:29:35,584 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:29:35,584 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:29:35,584 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T20:29:35,585 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:29:35,585 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:29:35,594 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:29:35,595 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Unable to get data of znode /0-25653254/balancer because node does not exist (not necessarily an error) 2024-12-03T20:29:35,665 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-25653254/balancer already deleted, retry=false 2024-12-03T20:29:35,665 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:29:35,674 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Unable to get data of znode /0-25653254/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:29:35,691 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-25653254/normalizer already deleted, retry=false 2024-12-03T20:29:35,691 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:29:35,694 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Unable to get data of znode /0-25653254/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:29:35,704 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-25653254/switch/split already deleted, retry=false 2024-12-03T20:29:35,705 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Unable to get data of znode /0-25653254/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:29:35,718 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-25653254/switch/merge already deleted, retry=false 2024-12-03T20:29:35,720 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Unable to get data of znode /0-25653254/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:29:35,729 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-25653254/snapshot-cleanup already deleted, retry=false 2024-12-03T20:29:35,739 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1019ce2b3400001, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-25653254/running 2024-12-03T20:29:35,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-25653254/running 2024-12-03T20:29:35,739 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1019ce2b3400001, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-25653254 2024-12-03T20:29:35,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-25653254 2024-12-03T20:29:35,742 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,42989,1733257773385, sessionid=0x1019ce2b3400000, setting cluster-up flag (Was=false) 2024-12-03T20:29:35,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-25653254 2024-12-03T20:29:35,760 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1019ce2b3400001, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-25653254 2024-12-03T20:29:35,792 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-25653254/flush-table-proc/acquired, /0-25653254/flush-table-proc/reached, /0-25653254/flush-table-proc/abort 2024-12-03T20:29:35,794 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,42989,1733257773385 2024-12-03T20:29:35,823 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1019ce2b3400001, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-25653254 2024-12-03T20:29:35,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-25653254 2024-12-03T20:29:35,900 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-25653254/online-snapshot/acquired, /0-25653254/online-snapshot/reached, /0-25653254/online-snapshot/abort 2024-12-03T20:29:35,901 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,42989,1733257773385 2024-12-03T20:29:35,903 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:29:35,908 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:29:35,909 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:29:35,909 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:29:35,909 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,42989,1733257773385 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:29:35,910 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:29:35,910 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:29:35,910 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:29:35,911 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:29:35,911 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:29:35,911 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:35,911 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:29:35,911 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:35,924 INFO [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(746): ClusterId : 3236ff9e-0f34-48e3-a23b-61fd0f19047c 2024-12-03T20:29:35,924 DEBUG [RS:0;b29c245002d9:35947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:29:35,934 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:29:35,934 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:29:35,937 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:35,937 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:29:35,944 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257805944 2024-12-03T20:29:35,944 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:29:35,944 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:29:35,945 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:29:35,945 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:29:35,945 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:29:35,945 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:29:35,948 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:35,953 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:29:35,953 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:29:35,954 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:29:35,954 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:29:35,954 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:29:35,954 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:29:35,954 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257775954,5,FailOnTimeoutGroup] 2024-12-03T20:29:35,958 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257775955,5,FailOnTimeoutGroup] 2024-12-03T20:29:35,958 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:35,958 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:29:35,958 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:35,958 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:35,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:29:35,994 DEBUG [RS:0;b29c245002d9:35947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:29:35,994 DEBUG [RS:0;b29c245002d9:35947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:29:36,020 DEBUG [RS:0;b29c245002d9:35947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:29:36,021 DEBUG [RS:0;b29c245002d9:35947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7459d37a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:29:36,034 DEBUG [RS:0;b29c245002d9:35947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:35947 2024-12-03T20:29:36,034 INFO [RS:0;b29c245002d9:35947 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:29:36,034 INFO [RS:0;b29c245002d9:35947 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:29:36,034 DEBUG [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:29:36,035 INFO [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,42989,1733257773385 with port=35947, startcode=1733257773870 2024-12-03T20:29:36,035 DEBUG [RS:0;b29c245002d9:35947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:29:36,037 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:29:36,037 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,35947,1733257773870 2024-12-03T20:29:36,037 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42989 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,35947,1733257773870 2024-12-03T20:29:36,038 DEBUG [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230 2024-12-03T20:29:36,038 DEBUG [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39999 2024-12-03T20:29:36,038 DEBUG [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:29:36,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-25653254/rs 2024-12-03T20:29:36,044 DEBUG [RS:0;b29c245002d9:35947 {}] zookeeper.ZKUtil(111): regionserver:35947-0x1019ce2b3400001, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Set watcher on existing znode=/0-25653254/rs/b29c245002d9,35947,1733257773870 2024-12-03T20:29:36,044 WARN [RS:0;b29c245002d9:35947 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:29:36,044 INFO [RS:0;b29c245002d9:35947 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:29:36,044 DEBUG [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870 2024-12-03T20:29:36,044 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,35947,1733257773870] 2024-12-03T20:29:36,047 INFO [RS:0;b29c245002d9:35947 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:29:36,052 INFO [RS:0;b29c245002d9:35947 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:29:36,053 INFO [RS:0;b29c245002d9:35947 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:29:36,053 INFO [RS:0;b29c245002d9:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:36,053 INFO [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:29:36,054 INFO [RS:0;b29c245002d9:35947 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:29:36,054 INFO [RS:0;b29c245002d9:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:36,055 DEBUG [RS:0;b29c245002d9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:36,055 DEBUG [RS:0;b29c245002d9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:36,055 DEBUG [RS:0;b29c245002d9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:36,055 DEBUG [RS:0;b29c245002d9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:36,055 DEBUG [RS:0;b29c245002d9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:36,055 DEBUG [RS:0;b29c245002d9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:29:36,055 DEBUG [RS:0;b29c245002d9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:36,055 DEBUG [RS:0;b29c245002d9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:36,055 DEBUG [RS:0;b29c245002d9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:36,055 DEBUG [RS:0;b29c245002d9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:36,055 DEBUG [RS:0;b29c245002d9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:36,055 DEBUG [RS:0;b29c245002d9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:36,055 DEBUG [RS:0;b29c245002d9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:29:36,055 DEBUG [RS:0;b29c245002d9:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:29:36,072 INFO [RS:0;b29c245002d9:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:36,073 INFO [RS:0;b29c245002d9:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:36,073 INFO [RS:0;b29c245002d9:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:36,073 INFO [RS:0;b29c245002d9:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:36,073 INFO [RS:0;b29c245002d9:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:36,073 INFO [RS:0;b29c245002d9:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,35947,1733257773870-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:29:36,091 INFO [RS:0;b29c245002d9:35947 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:29:36,091 INFO [RS:0;b29c245002d9:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,35947,1733257773870-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:36,091 INFO [RS:0;b29c245002d9:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:36,091 INFO [RS:0;b29c245002d9:35947 {}] regionserver.Replication(171): b29c245002d9,35947,1733257773870 started 2024-12-03T20:29:36,107 INFO [RS:0;b29c245002d9:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:36,107 INFO [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,35947,1733257773870, RpcServer on b29c245002d9/172.17.0.3:35947, sessionid=0x1019ce2b3400001 2024-12-03T20:29:36,107 DEBUG [RS:0;b29c245002d9:35947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:29:36,108 DEBUG [RS:0;b29c245002d9:35947 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,35947,1733257773870 2024-12-03T20:29:36,108 DEBUG [RS:0;b29c245002d9:35947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,35947,1733257773870' 2024-12-03T20:29:36,108 DEBUG [RS:0;b29c245002d9:35947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-25653254/flush-table-proc/abort' 2024-12-03T20:29:36,122 DEBUG [RS:0;b29c245002d9:35947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-25653254/flush-table-proc/acquired' 2024-12-03T20:29:36,122 DEBUG [RS:0;b29c245002d9:35947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:29:36,122 DEBUG [RS:0;b29c245002d9:35947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:29:36,122 DEBUG [RS:0;b29c245002d9:35947 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,35947,1733257773870 2024-12-03T20:29:36,122 DEBUG [RS:0;b29c245002d9:35947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,35947,1733257773870' 2024-12-03T20:29:36,122 DEBUG [RS:0;b29c245002d9:35947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-25653254/online-snapshot/abort' 2024-12-03T20:29:36,122 DEBUG [RS:0;b29c245002d9:35947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-25653254/online-snapshot/acquired' 2024-12-03T20:29:36,123 DEBUG [RS:0;b29c245002d9:35947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:29:36,123 INFO [RS:0;b29c245002d9:35947 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:29:36,123 INFO [RS:0;b29c245002d9:35947 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:29:36,223 INFO [RS:0;b29c245002d9:35947 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:29:36,224 INFO [RS:0;b29c245002d9:35947 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C35947%2C1733257773870, suffix=, logDir=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870, archiveDir=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/oldWALs, maxLogs=10 2024-12-03T20:29:36,236 DEBUG [RS:0;b29c245002d9:35947 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224, exclude list is [], retry=0 2024-12-03T20:29:36,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44501,DS-7de8ccb2-71ab-48d6-bb73-39beda80f9f1,DISK] 2024-12-03T20:29:36,239 INFO [RS:0;b29c245002d9:35947 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 2024-12-03T20:29:36,239 DEBUG [RS:0;b29c245002d9:35947 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36345:36345)] 2024-12-03T20:29:36,374 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:29:36,374 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230 2024-12-03T20:29:36,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741833_1009 (size=32) 2024-12-03T20:29:36,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:36,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:29:36,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:29:36,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:36,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:36,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:29:36,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:29:36,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:36,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:36,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:29:36,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:29:36,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:36,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:36,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:29:36,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:29:36,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:36,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:36,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:29:36,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740 2024-12-03T20:29:36,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740 2024-12-03T20:29:36,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:29:36,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:29:36,817 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:29:36,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:29:36,823 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:29:36,823 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62567679, jitterRate=-0.06766892969608307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:29:36,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257776793Initializing all the Stores at 1733257776793Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257776793Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257776796 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257776796Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257776796Cleaning up temporary data from old regions at 1733257776817 (+21 ms)Region opened successfully at 1733257776824 (+7 ms) 2024-12-03T20:29:36,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:29:36,824 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:29:36,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:29:36,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:29:36,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:29:36,824 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:29:36,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257776824Disabling compacts and flushes for region at 1733257776824Disabling writes for close at 1733257776824Writing region close event to WAL at 1733257776824Closed at 1733257776824 2024-12-03T20:29:36,825 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:29:36,825 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:29:36,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:29:36,826 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:29:36,827 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:29:36,977 DEBUG [b29c245002d9:42989 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:29:36,977 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,35947,1733257773870 2024-12-03T20:29:36,978 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,35947,1733257773870, state=OPENING 2024-12-03T20:29:37,002 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:29:37,014 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1019ce2b3400001, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-25653254 2024-12-03T20:29:37,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-25653254 2024-12-03T20:29:37,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-25653254/meta-region-server: CHANGED 2024-12-03T20:29:37,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-25653254/meta-region-server: CHANGED 2024-12-03T20:29:37,017 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:29:37,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,35947,1733257773870}] 2024-12-03T20:29:37,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T20:29:37,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T20:29:37,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:29:37,186 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:29:37,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:29:37,214 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:29:37,214 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:29:37,214 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:29:37,231 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C35947%2C1733257773870.meta, suffix=.meta, logDir=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870, archiveDir=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/oldWALs, maxLogs=10 2024-12-03T20:29:37,249 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.meta.1733257777231.meta, exclude list is [], retry=0 2024-12-03T20:29:37,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44501,DS-7de8ccb2-71ab-48d6-bb73-39beda80f9f1,DISK] 2024-12-03T20:29:37,270 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.meta.1733257777231.meta 2024-12-03T20:29:37,273 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36345:36345)] 2024-12-03T20:29:37,273 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:29:37,273 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:29:37,273 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:29:37,273 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:29:37,274 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:29:37,274 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:29:37,274 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:37,274 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:29:37,274 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:29:37,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:29:37,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:29:37,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:37,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:37,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:29:37,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:29:37,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:37,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:37,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:29:37,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:29:37,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:37,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:37,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:29:37,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:29:37,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:37,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:37,314 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:29:37,316 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740 2024-12-03T20:29:37,324 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740 2024-12-03T20:29:37,348 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:29:37,348 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:29:37,352 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:29:37,366 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:29:37,376 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69508258, jitterRate=0.0357537567615509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:29:37,376 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:29:37,377 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257777274Writing region info on filesystem at 1733257777274Initializing all the Stores at 1733257777285 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257777285Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257777286 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257777286Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257777286Cleaning up temporary data from old regions at 1733257777348 (+62 ms)Running coprocessor post-open hooks at 1733257777376 (+28 ms)Region opened successfully at 1733257777377 (+1 ms) 2024-12-03T20:29:37,380 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257777185 2024-12-03T20:29:37,392 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:29:37,392 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:29:37,401 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,35947,1733257773870 2024-12-03T20:29:37,408 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,35947,1733257773870, state=OPEN 2024-12-03T20:29:37,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-25653254/meta-region-server 2024-12-03T20:29:37,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-25653254/meta-region-server: CHANGED 2024-12-03T20:29:37,485 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,35947,1733257773870 2024-12-03T20:29:37,485 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1019ce2b3400001, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-25653254/meta-region-server 2024-12-03T20:29:37,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-25653254/meta-region-server: CHANGED 2024-12-03T20:29:37,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:29:37,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,35947,1733257773870 in 468 msec 2024-12-03T20:29:37,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:29:37,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 665 msec 2024-12-03T20:29:37,498 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:29:37,499 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:29:37,504 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:29:37,505 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,35947,1733257773870, seqNum=-1] 2024-12-03T20:29:37,505 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:29:37,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:29:37,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6090 sec 2024-12-03T20:29:37,520 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257777520, completionTime=-1 2024-12-03T20:29:37,520 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T20:29:37,521 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:29:37,529 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:29:37,530 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257837529 2024-12-03T20:29:37,530 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257897530 2024-12-03T20:29:37,530 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-12-03T20:29:37,530 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,42989,1733257773385-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:37,530 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,42989,1733257773385-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:37,530 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,42989,1733257773385-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:37,530 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:42989, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:37,530 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:37,533 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:29:37,533 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:37,543 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.302sec 2024-12-03T20:29:37,544 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:29:37,544 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:29:37,544 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:29:37,544 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:29:37,544 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:29:37,544 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,42989,1733257773385-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:29:37,544 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,42989,1733257773385-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:29:37,557 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:29:37,557 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:29:37,557 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,42989,1733257773385-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:37,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe878d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:37,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,42989,-1 for getting cluster id 2024-12-03T20:29:37,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:37,652 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3236ff9e-0f34-48e3-a23b-61fd0f19047c' 2024-12-03T20:29:37,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:37,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3236ff9e-0f34-48e3-a23b-61fd0f19047c" 2024-12-03T20:29:37,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@84a3488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:37,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,42989,-1] 2024-12-03T20:29:37,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:37,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:37,655 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:37,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b42d975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:37,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:29:37,657 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,35947,1733257773870, seqNum=-1] 2024-12-03T20:29:37,658 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:29:37,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:29:37,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,42989,1733257773385 2024-12-03T20:29:37,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50547 2024-12-03T20:29:37,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:29:37,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019ce2b3400002 connected 2024-12-03T20:29:37,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/hadoop.log.dir so I do NOT create it in target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436 2024-12-03T20:29:37,774 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:29:37,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/hadoop.tmp.dir so I do NOT create it in target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436 2024-12-03T20:29:37,774 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:29:37,774 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436 2024-12-03T20:29:37,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:29:37,774 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/cluster_1e7e14e0-7630-9eac-2a04-67ea65eb2ac8, deleteOnExit=true 2024-12-03T20:29:37,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:29:37,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/test.cache.data in system properties and HBase conf 2024-12-03T20:29:37,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:29:37,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:29:37,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:29:37,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:29:37,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:29:37,775 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:29:37,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:29:37,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:29:37,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:29:37,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:29:37,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:29:37,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:29:37,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:29:37,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:29:37,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:29:37,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:29:37,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:29:37,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:29:37,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:29:37,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:29:38,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:29:38,199 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:29:38,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:29:38,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:29:38,229 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:29:38,237 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:29:38,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@584fe75c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:29:38,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d183df6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:29:38,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f288855{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/java.io.tmpdir/jetty-localhost-38477-hadoop-hdfs-3_4_1-tests_jar-_-any-7754801975990756303/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:29:38,400 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cf1b723{HTTP/1.1, (http/1.1)}{localhost:38477} 2024-12-03T20:29:38,401 INFO [Time-limited test {}] server.Server(415): Started @248335ms 2024-12-03T20:29:38,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:29:38,931 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:29:38,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:29:38,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:29:38,941 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:29:38,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@441aa255{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:29:38,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56b6ba19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:29:39,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68e60340{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/java.io.tmpdir/jetty-localhost-39683-hadoop-hdfs-3_4_1-tests_jar-_-any-2630298441816160248/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:29:39,103 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44954ca3{HTTP/1.1, (http/1.1)}{localhost:39683} 2024-12-03T20:29:39,103 INFO [Time-limited test {}] server.Server(415): Started @249038ms 2024-12-03T20:29:39,104 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:29:40,276 WARN [Thread-2767 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/cluster_1e7e14e0-7630-9eac-2a04-67ea65eb2ac8/data/data1/current/BP-1375379370-172.17.0.3-1733257777815/current, will proceed with Du for space computation calculation, 2024-12-03T20:29:40,276 WARN [Thread-2768 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/cluster_1e7e14e0-7630-9eac-2a04-67ea65eb2ac8/data/data2/current/BP-1375379370-172.17.0.3-1733257777815/current, will proceed with Du for space computation calculation, 2024-12-03T20:29:40,421 WARN [Thread-2755 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:29:40,436 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc726f01e45a1db02 with lease ID 0x48b53910046a7deb: Processing first storage report for DS-8e6c751b-bb5c-4ea1-a7a0-8baab7f9a026 from datanode DatanodeRegistration(127.0.0.1:46413, datanodeUuid=4f78f3d7-df50-46a5-9554-748b3bb33282, infoPort=36171, infoSecurePort=0, ipcPort=46605, storageInfo=lv=-57;cid=testClusterID;nsid=747027436;c=1733257777815) 2024-12-03T20:29:40,436 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc726f01e45a1db02 with lease ID 0x48b53910046a7deb: from storage DS-8e6c751b-bb5c-4ea1-a7a0-8baab7f9a026 node DatanodeRegistration(127.0.0.1:46413, datanodeUuid=4f78f3d7-df50-46a5-9554-748b3bb33282, infoPort=36171, infoSecurePort=0, ipcPort=46605, storageInfo=lv=-57;cid=testClusterID;nsid=747027436;c=1733257777815), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:29:40,444 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc726f01e45a1db02 with lease ID 0x48b53910046a7deb: Processing first storage report for DS-e57875f1-4213-43f1-9dc6-5a6d6b44049f from datanode DatanodeRegistration(127.0.0.1:46413, datanodeUuid=4f78f3d7-df50-46a5-9554-748b3bb33282, infoPort=36171, infoSecurePort=0, ipcPort=46605, storageInfo=lv=-57;cid=testClusterID;nsid=747027436;c=1733257777815) 2024-12-03T20:29:40,444 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc726f01e45a1db02 with lease ID 0x48b53910046a7deb: from storage DS-e57875f1-4213-43f1-9dc6-5a6d6b44049f node DatanodeRegistration(127.0.0.1:46413, datanodeUuid=4f78f3d7-df50-46a5-9554-748b3bb33282, infoPort=36171, infoSecurePort=0, ipcPort=46605, storageInfo=lv=-57;cid=testClusterID;nsid=747027436;c=1733257777815), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:29:40,489 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436 2024-12-03T20:29:40,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:40,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:40,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:29:40,979 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72 with version=8 2024-12-03T20:29:40,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/hbase-staging 2024-12-03T20:29:40,982 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:29:40,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:40,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:40,982 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:29:40,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:40,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:29:40,983 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:29:40,983 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:29:40,983 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35323 2024-12-03T20:29:40,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35323 connecting to ZooKeeper ensemble=127.0.0.1:50547 2024-12-03T20:29:41,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353230x0, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:29:41,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35323-0x1019ce2b3400003 connected 2024-12-03T20:29:41,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:41,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:41,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Set watcher on znode that does not yet exist, /1-2064044790/running 2024-12-03T20:29:41,114 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72, hbase.cluster.distributed=false 2024-12-03T20:29:41,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Set watcher on znode that does not yet exist, /1-2064044790/acl 2024-12-03T20:29:41,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35323 2024-12-03T20:29:41,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35323 2024-12-03T20:29:41,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35323 2024-12-03T20:29:41,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35323 2024-12-03T20:29:41,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35323 2024-12-03T20:29:41,160 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:29:41,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:41,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:41,160 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:29:41,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:41,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:29:41,160 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:29:41,161 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:29:41,161 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44451 2024-12-03T20:29:41,162 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44451 connecting to ZooKeeper ensemble=127.0.0.1:50547 2024-12-03T20:29:41,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:41,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:41,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444510x0, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:29:41,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444510x0, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Set watcher on znode that does not yet exist, /1-2064044790/running 2024-12-03T20:29:41,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44451-0x1019ce2b3400004 connected 2024-12-03T20:29:41,182 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:29:41,183 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:29:41,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44451-0x1019ce2b3400004, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Set watcher on znode that does not yet exist, /1-2064044790/master 2024-12-03T20:29:41,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44451-0x1019ce2b3400004, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Set watcher on znode that does not yet exist, /1-2064044790/acl 2024-12-03T20:29:41,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44451 2024-12-03T20:29:41,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44451 2024-12-03T20:29:41,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44451 2024-12-03T20:29:41,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44451 2024-12-03T20:29:41,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44451 2024-12-03T20:29:41,229 DEBUG [M:0;b29c245002d9:35323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:35323 2024-12-03T20:29:41,236 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2064044790/backup-masters/b29c245002d9,35323,1733257780982 2024-12-03T20:29:41,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019ce2b3400004, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064044790/backup-masters 2024-12-03T20:29:41,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064044790/backup-masters 2024-12-03T20:29:41,245 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Set watcher on existing znode=/1-2064044790/backup-masters/b29c245002d9,35323,1733257780982 2024-12-03T20:29:41,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064044790 2024-12-03T20:29:41,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019ce2b3400004, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2064044790/master 2024-12-03T20:29:41,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019ce2b3400004, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064044790 2024-12-03T20:29:41,255 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Set watcher on existing znode=/1-2064044790/master 2024-12-03T20:29:41,255 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2064044790/backup-masters/b29c245002d9,35323,1733257780982 from backup master directory 2024-12-03T20:29:41,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019ce2b3400004, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064044790/backup-masters 2024-12-03T20:29:41,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2064044790/backup-masters/b29c245002d9,35323,1733257780982 2024-12-03T20:29:41,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064044790/backup-masters 2024-12-03T20:29:41,265 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:29:41,265 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,35323,1733257780982 2024-12-03T20:29:41,268 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/hbase.id] with ID: a93db91d-98ca-4fcd-9072-86c31f90cdd1 2024-12-03T20:29:41,268 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/.tmp/hbase.id 2024-12-03T20:29:41,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:29:41,272 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/.tmp/hbase.id]:[hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/hbase.id] 2024-12-03T20:29:41,281 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:41,281 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:29:41,282 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T20:29:41,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019ce2b3400004, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064044790 2024-12-03T20:29:41,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064044790 2024-12-03T20:29:41,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:29:41,769 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:29:41,770 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:29:41,770 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:29:41,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:29:41,776 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/data/master/store 2024-12-03T20:29:41,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:29:41,782 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:41,782 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:29:41,782 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:41,783 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:41,783 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:29:41,783 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:41,783 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:41,783 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257781782Disabling compacts and flushes for region at 1733257781782Disabling writes for close at 1733257781783 (+1 ms)Writing region close event to WAL at 1733257781783Closed at 1733257781783 2024-12-03T20:29:41,783 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/data/master/store/.initializing 2024-12-03T20:29:41,783 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/WALs/b29c245002d9,35323,1733257780982 2024-12-03T20:29:41,784 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:29:41,786 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C35323%2C1733257780982, suffix=, logDir=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/WALs/b29c245002d9,35323,1733257780982, archiveDir=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/oldWALs, maxLogs=10 2024-12-03T20:29:41,804 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/WALs/b29c245002d9,35323,1733257780982/b29c245002d9%2C35323%2C1733257780982.1733257781786, exclude list is [], retry=0 2024-12-03T20:29:41,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46413,DS-8e6c751b-bb5c-4ea1-a7a0-8baab7f9a026,DISK] 2024-12-03T20:29:41,813 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/WALs/b29c245002d9,35323,1733257780982/b29c245002d9%2C35323%2C1733257780982.1733257781786 2024-12-03T20:29:41,813 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36171:36171)] 2024-12-03T20:29:41,814 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:29:41,814 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:41,814 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:41,814 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:41,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:41,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:29:41,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:41,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:41,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:41,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:29:41,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:41,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:41,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:41,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:29:41,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:41,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:41,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:41,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:29:41,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:41,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:41,824 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:41,825 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:41,825 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:41,826 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:41,826 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:41,826 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:29:41,827 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:41,829 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:29:41,830 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59775124, jitterRate=-0.10928124189376831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:29:41,830 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257781814Initializing all the Stores at 1733257781815 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257781815Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257781816 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257781816Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257781816Cleaning up temporary data from old regions at 1733257781826 (+10 ms)Region opened successfully at 1733257781830 (+4 ms) 2024-12-03T20:29:41,844 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:29:41,849 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189a5081, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:29:41,850 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:29:41,850 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:29:41,850 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:29:41,850 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:29:41,851 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T20:29:41,851 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:29:41,851 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:29:41,853 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:29:41,854 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Unable to get data of znode /1-2064044790/balancer because node does not exist (not necessarily an error) 2024-12-03T20:29:41,883 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2064044790/balancer already deleted, retry=false 2024-12-03T20:29:41,884 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:29:41,900 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Unable to get data of znode /1-2064044790/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:29:41,907 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2064044790/normalizer already deleted, retry=false 2024-12-03T20:29:41,907 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:29:41,909 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Unable to get data of znode /1-2064044790/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:29:41,917 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2064044790/switch/split already deleted, retry=false 2024-12-03T20:29:41,918 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Unable to get data of znode /1-2064044790/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:29:41,928 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2064044790/switch/merge already deleted, retry=false 2024-12-03T20:29:41,930 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Unable to get data of znode /1-2064044790/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:29:41,938 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2064044790/snapshot-cleanup already deleted, retry=false 2024-12-03T20:29:41,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019ce2b3400004, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2064044790/running 2024-12-03T20:29:41,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019ce2b3400004, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064044790 2024-12-03T20:29:41,949 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,35323,1733257780982, sessionid=0x1019ce2b3400003, setting cluster-up flag (Was=false) 2024-12-03T20:29:41,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2064044790/running 2024-12-03T20:29:41,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064044790 2024-12-03T20:29:41,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019ce2b3400004, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064044790 2024-12-03T20:29:42,001 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2064044790/flush-table-proc/acquired, /1-2064044790/flush-table-proc/reached, /1-2064044790/flush-table-proc/abort 2024-12-03T20:29:42,002 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,35323,1733257780982 2024-12-03T20:29:42,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019ce2b3400004, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064044790 2024-12-03T20:29:42,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064044790 2024-12-03T20:29:42,047 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T20:29:42,065 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2064044790/online-snapshot/acquired, /1-2064044790/online-snapshot/reached, /1-2064044790/online-snapshot/abort 2024-12-03T20:29:42,066 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,35323,1733257780982 2024-12-03T20:29:42,067 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:29:42,068 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:29:42,069 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:29:42,069 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:29:42,069 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,35323,1733257780982 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:29:42,070 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:29:42,070 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:29:42,070 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:29:42,070 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:29:42,070 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:29:42,070 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:42,070 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:29:42,070 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:42,082 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:29:42,082 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:29:42,083 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:42,083 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:29:42,092 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257812092 2024-12-03T20:29:42,093 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:29:42,093 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:29:42,093 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:29:42,094 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:29:42,094 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:29:42,094 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:29:42,094 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:42,094 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:29:42,095 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:29:42,095 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:29:42,095 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:29:42,096 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:29:42,097 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:29:42,104 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257782097,5,FailOnTimeoutGroup] 2024-12-03T20:29:42,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:29:42,115 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:29:42,115 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72 2024-12-03T20:29:42,120 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257782104,5,FailOnTimeoutGroup] 2024-12-03T20:29:42,120 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:42,120 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:29:42,120 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:42,120 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:42,121 INFO [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(746): ClusterId : a93db91d-98ca-4fcd-9072-86c31f90cdd1 2024-12-03T20:29:42,121 DEBUG [RS:0;b29c245002d9:44451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:29:42,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:29:42,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:42,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:29:42,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:29:42,128 DEBUG [RS:0;b29c245002d9:44451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:29:42,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:42,129 DEBUG [RS:0;b29c245002d9:44451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:29:42,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:42,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:29:42,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:29:42,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:42,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:42,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:29:42,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:29:42,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:42,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:42,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:29:42,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:29:42,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:42,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:42,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:29:42,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740 2024-12-03T20:29:42,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740 2024-12-03T20:29:42,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:29:42,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:29:42,137 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:29:42,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:29:42,139 DEBUG [RS:0;b29c245002d9:44451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:29:42,139 DEBUG [RS:0;b29c245002d9:44451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd03b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:29:42,139 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:29:42,140 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64677219, jitterRate=-0.036234334111213684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:29:42,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257782126Initializing all the Stores at 1733257782127 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257782127Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257782127Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257782127Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257782127Cleaning up temporary data from old regions at 1733257782137 (+10 ms)Region opened successfully at 1733257782140 (+3 ms) 2024-12-03T20:29:42,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:29:42,140 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:29:42,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:29:42,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:29:42,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:29:42,140 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:29:42,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257782140Disabling compacts and flushes for region at 1733257782140Disabling writes for close at 1733257782140Writing region close event to WAL at 1733257782140Closed at 1733257782140 2024-12-03T20:29:42,141 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:29:42,141 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:29:42,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:29:42,143 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:29:42,143 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:29:42,154 DEBUG [RS:0;b29c245002d9:44451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:44451 2024-12-03T20:29:42,154 INFO [RS:0;b29c245002d9:44451 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:29:42,154 INFO [RS:0;b29c245002d9:44451 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:29:42,154 DEBUG [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:29:42,155 INFO [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,35323,1733257780982 with port=44451, startcode=1733257781159 2024-12-03T20:29:42,155 DEBUG [RS:0;b29c245002d9:44451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:29:42,161 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:29:42,161 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35323 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,44451,1733257781159 2024-12-03T20:29:42,161 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35323 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,44451,1733257781159 2024-12-03T20:29:42,163 DEBUG [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72 2024-12-03T20:29:42,163 DEBUG [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34387 2024-12-03T20:29:42,163 DEBUG [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:29:42,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:42,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:42,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:42,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:42,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:42,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:42,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:42,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:42,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:42,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:42,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064044790/rs 2024-12-03T20:29:42,224 DEBUG [RS:0;b29c245002d9:44451 {}] zookeeper.ZKUtil(111): regionserver:44451-0x1019ce2b3400004, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Set watcher on existing znode=/1-2064044790/rs/b29c245002d9,44451,1733257781159 2024-12-03T20:29:42,224 WARN [RS:0;b29c245002d9:44451 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:29:42,224 INFO [RS:0;b29c245002d9:44451 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:29:42,224 DEBUG [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159 2024-12-03T20:29:42,226 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,44451,1733257781159] 2024-12-03T20:29:42,235 INFO [RS:0;b29c245002d9:44451 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:29:42,244 INFO [RS:0;b29c245002d9:44451 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:29:42,245 INFO [RS:0;b29c245002d9:44451 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:29:42,245 INFO [RS:0;b29c245002d9:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:42,245 INFO [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:29:42,246 INFO [RS:0;b29c245002d9:44451 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:29:42,246 INFO [RS:0;b29c245002d9:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:42,246 DEBUG [RS:0;b29c245002d9:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:42,246 DEBUG [RS:0;b29c245002d9:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:42,246 DEBUG [RS:0;b29c245002d9:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:42,246 DEBUG [RS:0;b29c245002d9:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:42,246 DEBUG [RS:0;b29c245002d9:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:42,246 DEBUG [RS:0;b29c245002d9:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:29:42,246 DEBUG [RS:0;b29c245002d9:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:42,246 DEBUG [RS:0;b29c245002d9:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:42,246 DEBUG [RS:0;b29c245002d9:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:42,247 DEBUG [RS:0;b29c245002d9:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:42,247 DEBUG [RS:0;b29c245002d9:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:42,247 DEBUG [RS:0;b29c245002d9:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:42,247 DEBUG [RS:0;b29c245002d9:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:29:42,247 DEBUG [RS:0;b29c245002d9:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:29:42,247 INFO [RS:0;b29c245002d9:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:42,247 INFO [RS:0;b29c245002d9:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:42,247 INFO [RS:0;b29c245002d9:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:42,247 INFO [RS:0;b29c245002d9:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:42,247 INFO [RS:0;b29c245002d9:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:42,247 INFO [RS:0;b29c245002d9:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44451,1733257781159-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:29:42,265 INFO [RS:0;b29c245002d9:44451 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:29:42,265 INFO [RS:0;b29c245002d9:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,44451,1733257781159-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:42,265 INFO [RS:0;b29c245002d9:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:42,266 INFO [RS:0;b29c245002d9:44451 {}] regionserver.Replication(171): b29c245002d9,44451,1733257781159 started 2024-12-03T20:29:42,283 INFO [RS:0;b29c245002d9:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:42,283 INFO [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,44451,1733257781159, RpcServer on b29c245002d9/172.17.0.3:44451, sessionid=0x1019ce2b3400004 2024-12-03T20:29:42,283 DEBUG [RS:0;b29c245002d9:44451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:29:42,283 DEBUG [RS:0;b29c245002d9:44451 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,44451,1733257781159 2024-12-03T20:29:42,283 DEBUG [RS:0;b29c245002d9:44451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,44451,1733257781159' 2024-12-03T20:29:42,283 DEBUG [RS:0;b29c245002d9:44451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2064044790/flush-table-proc/abort' 2024-12-03T20:29:42,284 DEBUG [RS:0;b29c245002d9:44451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2064044790/flush-table-proc/acquired' 2024-12-03T20:29:42,285 DEBUG [RS:0;b29c245002d9:44451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:29:42,285 DEBUG [RS:0;b29c245002d9:44451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:29:42,285 DEBUG [RS:0;b29c245002d9:44451 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,44451,1733257781159 2024-12-03T20:29:42,285 DEBUG [RS:0;b29c245002d9:44451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,44451,1733257781159' 2024-12-03T20:29:42,285 DEBUG [RS:0;b29c245002d9:44451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2064044790/online-snapshot/abort' 2024-12-03T20:29:42,285 DEBUG [RS:0;b29c245002d9:44451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2064044790/online-snapshot/acquired' 2024-12-03T20:29:42,286 DEBUG [RS:0;b29c245002d9:44451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:29:42,286 INFO [RS:0;b29c245002d9:44451 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:29:42,286 INFO [RS:0;b29c245002d9:44451 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:29:42,294 WARN [b29c245002d9:35323 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T20:29:42,386 INFO [RS:0;b29c245002d9:44451 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:29:42,388 INFO [RS:0;b29c245002d9:44451 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C44451%2C1733257781159, suffix=, logDir=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159, archiveDir=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/oldWALs, maxLogs=10 2024-12-03T20:29:42,404 DEBUG [RS:0;b29c245002d9:44451 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388, exclude list is [], retry=0 2024-12-03T20:29:42,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46413,DS-8e6c751b-bb5c-4ea1-a7a0-8baab7f9a026,DISK] 2024-12-03T20:29:42,421 INFO [RS:0;b29c245002d9:44451 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 2024-12-03T20:29:42,421 DEBUG [RS:0;b29c245002d9:44451 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36171:36171)] 2024-12-03T20:29:42,544 DEBUG [b29c245002d9:35323 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:29:42,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,44451,1733257781159 2024-12-03T20:29:42,546 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,44451,1733257781159, state=OPENING 2024-12-03T20:29:42,567 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:29:42,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019ce2b3400004, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064044790 2024-12-03T20:29:42,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064044790 2024-12-03T20:29:42,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2064044790/meta-region-server: CHANGED 2024-12-03T20:29:42,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2064044790/meta-region-server: CHANGED 2024-12-03T20:29:42,579 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:29:42,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,44451,1733257781159}] 2024-12-03T20:29:42,732 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:29:42,732 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:29:42,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:29:42,756 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:29:42,756 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:29:42,757 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:29:42,764 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C44451%2C1733257781159.meta, suffix=.meta, logDir=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159, archiveDir=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/oldWALs, maxLogs=10 2024-12-03T20:29:42,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:42,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:42,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:42,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:42,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:42,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:42,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:42,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:42,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:42,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:42,787 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.meta.1733257782765.meta, exclude list is [], retry=0 2024-12-03T20:29:42,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46413,DS-8e6c751b-bb5c-4ea1-a7a0-8baab7f9a026,DISK] 2024-12-03T20:29:42,805 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.meta.1733257782765.meta 2024-12-03T20:29:42,808 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36171:36171)] 2024-12-03T20:29:42,808 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:29:42,809 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:29:42,809 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:29:42,809 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:29:42,809 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:29:42,809 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:29:42,809 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:42,809 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:29:42,809 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:29:42,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:29:42,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:29:42,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:42,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:42,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:29:42,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:29:42,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:42,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:42,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:29:42,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:29:42,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:42,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:42,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:29:42,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:29:42,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:42,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:42,817 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:29:42,817 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740 2024-12-03T20:29:42,818 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740 2024-12-03T20:29:42,819 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:29:42,819 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:29:42,819 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:29:42,820 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:29:42,823 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59656222, jitterRate=-0.11105301976203918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:29:42,823 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:29:42,823 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257782809Writing region info on filesystem at 1733257782809Initializing all the Stores at 1733257782810 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257782810Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257782810Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257782810Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257782810Cleaning up temporary data from old regions at 1733257782819 (+9 ms)Running coprocessor post-open hooks at 1733257782823 (+4 ms)Region opened successfully at 1733257782823 2024-12-03T20:29:42,837 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257782731 2024-12-03T20:29:42,842 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:29:42,842 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:29:42,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,44451,1733257781159 2024-12-03T20:29:42,843 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,44451,1733257781159, state=OPEN 2024-12-03T20:29:42,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019ce2b3400004, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2064044790/meta-region-server 2024-12-03T20:29:42,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2064044790/meta-region-server: CHANGED 2024-12-03T20:29:42,896 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,44451,1733257781159 2024-12-03T20:29:42,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2064044790/meta-region-server 2024-12-03T20:29:42,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2064044790/meta-region-server: CHANGED 2024-12-03T20:29:42,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:29:42,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,44451,1733257781159 in 317 msec 2024-12-03T20:29:42,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:29:42,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 757 msec 2024-12-03T20:29:42,902 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:29:42,902 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:29:42,903 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:29:42,903 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,44451,1733257781159, seqNum=-1] 2024-12-03T20:29:42,903 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:29:42,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:29:42,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 843 msec 2024-12-03T20:29:42,912 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257782912, completionTime=-1 2024-12-03T20:29:42,912 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T20:29:42,912 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:29:42,915 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:29:42,915 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257842915 2024-12-03T20:29:42,915 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257902915 2024-12-03T20:29:42,915 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-03T20:29:42,916 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,35323,1733257780982-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:42,916 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,35323,1733257780982-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:42,916 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,35323,1733257780982-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:42,916 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:35323, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:42,916 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:42,918 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:42,920 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:29:42,923 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.658sec 2024-12-03T20:29:42,923 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:29:42,923 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:29:42,923 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:29:42,923 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:29:42,923 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:29:42,923 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,35323,1733257780982-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:29:42,923 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,35323,1733257780982-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:29:42,925 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:29:42,925 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:29:42,925 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,35323,1733257780982-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:43,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f770ebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:43,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,35323,-1 for getting cluster id 2024-12-03T20:29:43,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:43,020 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a93db91d-98ca-4fcd-9072-86c31f90cdd1' 2024-12-03T20:29:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a93db91d-98ca-4fcd-9072-86c31f90cdd1" 2024-12-03T20:29:43,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dcfcad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:43,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,35323,-1] 2024-12-03T20:29:43,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:43,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:43,022 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:43,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416e9fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:43,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:29:43,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,44451,1733257781159, seqNum=-1] 2024-12-03T20:29:43,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:29:43,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:29:43,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,35323,1733257780982 2024-12-03T20:29:43,032 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50547 2024-12-03T20:29:43,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:29:43,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019ce2b3400005 connected 2024-12-03T20:29:43,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/hadoop.log.dir so I do NOT create it in target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a 2024-12-03T20:29:43,067 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:29:43,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/hadoop.tmp.dir so I do NOT create it in target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a 2024-12-03T20:29:43,067 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:29:43,067 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a 2024-12-03T20:29:43,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:29:43,067 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/cluster_1207056e-eff1-d82d-6556-4479b8332ebc, deleteOnExit=true 2024-12-03T20:29:43,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:29:43,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/test.cache.data in system properties and HBase conf 2024-12-03T20:29:43,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:29:43,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:29:43,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:29:43,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:29:43,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:29:43,069 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:29:43,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:29:43,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:29:43,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:29:43,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:29:43,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:29:43,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:29:43,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:29:43,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:29:43,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:29:43,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:29:43,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:29:43,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:29:43,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:29:43,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:29:43,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:29:43,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:29:43,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:29:43,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:29:43,601 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:29:43,612 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:29:43,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bf3c243{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:29:43,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6633b11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:29:43,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16714002{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/java.io.tmpdir/jetty-localhost-42203-hadoop-hdfs-3_4_1-tests_jar-_-any-12685190810047937068/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:29:43,776 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@422ef394{HTTP/1.1, (http/1.1)}{localhost:42203} 2024-12-03T20:29:43,776 INFO [Time-limited test {}] server.Server(415): Started @253711ms 2024-12-03T20:29:44,631 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:29:44,639 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:29:44,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:29:44,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:29:44,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:29:44,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@492912f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:29:44,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6031f3d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:29:44,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c05d80e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/java.io.tmpdir/jetty-localhost-42961-hadoop-hdfs-3_4_1-tests_jar-_-any-1300612915528714573/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:29:44,898 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@736c85e8{HTTP/1.1, (http/1.1)}{localhost:42961} 2024-12-03T20:29:44,898 INFO [Time-limited test {}] server.Server(415): Started @254833ms 2024-12-03T20:29:44,900 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:29:45,825 WARN [Thread-2888 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/cluster_1207056e-eff1-d82d-6556-4479b8332ebc/data/data1/current/BP-1788741527-172.17.0.3-1733257783123/current, will proceed with Du for space computation calculation, 2024-12-03T20:29:45,829 WARN [Thread-2889 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/cluster_1207056e-eff1-d82d-6556-4479b8332ebc/data/data2/current/BP-1788741527-172.17.0.3-1733257783123/current, will proceed with Du for space computation calculation, 2024-12-03T20:29:45,899 WARN [Thread-2876 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:29:45,908 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e58ccbd9e949167 with lease ID 0xaa6508d369f9342e: Processing first storage report for DS-629c431c-964e-4f2d-be20-2af58c2f8695 from datanode DatanodeRegistration(127.0.0.1:41887, datanodeUuid=13ee7ed5-9734-4d51-b286-45f24a43c0db, infoPort=44489, infoSecurePort=0, ipcPort=45801, storageInfo=lv=-57;cid=testClusterID;nsid=1248156680;c=1733257783123) 2024-12-03T20:29:45,908 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e58ccbd9e949167 with lease ID 0xaa6508d369f9342e: from storage DS-629c431c-964e-4f2d-be20-2af58c2f8695 node DatanodeRegistration(127.0.0.1:41887, datanodeUuid=13ee7ed5-9734-4d51-b286-45f24a43c0db, infoPort=44489, infoSecurePort=0, ipcPort=45801, storageInfo=lv=-57;cid=testClusterID;nsid=1248156680;c=1733257783123), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:29:45,912 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e58ccbd9e949167 with lease ID 0xaa6508d369f9342e: Processing first storage report for DS-d19126af-99dd-45cb-bd47-12ff56d900a4 from datanode DatanodeRegistration(127.0.0.1:41887, datanodeUuid=13ee7ed5-9734-4d51-b286-45f24a43c0db, infoPort=44489, infoSecurePort=0, ipcPort=45801, storageInfo=lv=-57;cid=testClusterID;nsid=1248156680;c=1733257783123) 2024-12-03T20:29:45,912 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e58ccbd9e949167 with lease ID 0xaa6508d369f9342e: from storage DS-d19126af-99dd-45cb-bd47-12ff56d900a4 node DatanodeRegistration(127.0.0.1:41887, datanodeUuid=13ee7ed5-9734-4d51-b286-45f24a43c0db, infoPort=44489, infoSecurePort=0, ipcPort=45801, storageInfo=lv=-57;cid=testClusterID;nsid=1248156680;c=1733257783123), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:29:45,998 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a 2024-12-03T20:29:45,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:46,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:46,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:29:46,496 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939 with version=8 2024-12-03T20:29:46,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/hbase-staging 2024-12-03T20:29:46,500 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:29:46,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:46,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:46,500 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:29:46,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:46,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:29:46,500 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:29:46,500 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:29:46,508 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43963 2024-12-03T20:29:46,509 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43963 connecting to ZooKeeper ensemble=127.0.0.1:50547 2024-12-03T20:29:46,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439630x0, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:29:46,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43963-0x1019ce2b3400006 connected 2024-12-03T20:29:46,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:46,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:46,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Set watcher on znode that does not yet exist, /2-960730924/running 2024-12-03T20:29:46,893 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939, hbase.cluster.distributed=false 2024-12-03T20:29:46,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Set watcher on znode that does not yet exist, /2-960730924/acl 2024-12-03T20:29:46,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43963 2024-12-03T20:29:46,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43963 2024-12-03T20:29:46,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43963 2024-12-03T20:29:46,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43963 2024-12-03T20:29:46,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43963 2024-12-03T20:29:46,952 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:29:46,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:46,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:46,952 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:29:46,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:29:46,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:29:46,953 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:29:46,953 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:29:46,968 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38961 2024-12-03T20:29:46,969 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38961 connecting to ZooKeeper ensemble=127.0.0.1:50547 2024-12-03T20:29:46,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:46,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:47,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389610x0, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:29:47,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389610x0, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Set watcher on znode that does not yet exist, /2-960730924/running 2024-12-03T20:29:47,005 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:29:47,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38961-0x1019ce2b3400007 connected 2024-12-03T20:29:47,028 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:29:47,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38961-0x1019ce2b3400007, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Set watcher on znode that does not yet exist, /2-960730924/master 2024-12-03T20:29:47,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38961-0x1019ce2b3400007, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Set watcher on znode that does not yet exist, /2-960730924/acl 2024-12-03T20:29:47,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38961 2024-12-03T20:29:47,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38961 2024-12-03T20:29:47,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38961 2024-12-03T20:29:47,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38961 2024-12-03T20:29:47,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38961 2024-12-03T20:29:47,118 DEBUG [M:0;b29c245002d9:43963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:43963 2024-12-03T20:29:47,119 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-960730924/backup-masters/b29c245002d9,43963,1733257786499 2024-12-03T20:29:47,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38961-0x1019ce2b3400007, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-960730924/backup-masters 2024-12-03T20:29:47,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-960730924/backup-masters 2024-12-03T20:29:47,128 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Set watcher on existing znode=/2-960730924/backup-masters/b29c245002d9,43963,1733257786499 2024-12-03T20:29:47,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38961-0x1019ce2b3400007, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-960730924/master 2024-12-03T20:29:47,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38961-0x1019ce2b3400007, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-960730924 2024-12-03T20:29:47,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-960730924 2024-12-03T20:29:47,142 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Set watcher on existing znode=/2-960730924/master 2024-12-03T20:29:47,143 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-960730924/backup-masters/b29c245002d9,43963,1733257786499 from backup master directory 2024-12-03T20:29:47,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38961-0x1019ce2b3400007, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-960730924/backup-masters 2024-12-03T20:29:47,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-960730924/backup-masters/b29c245002d9,43963,1733257786499 2024-12-03T20:29:47,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-960730924/backup-masters 2024-12-03T20:29:47,157 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:29:47,157 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,43963,1733257786499 2024-12-03T20:29:47,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T20:29:47,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T20:29:47,197 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/hbase.id] with ID: d4c8ac8f-33cb-4740-b027-a84c26f70fd6 2024-12-03T20:29:47,198 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/.tmp/hbase.id 2024-12-03T20:29:47,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:29:47,264 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/.tmp/hbase.id]:[hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/hbase.id] 2024-12-03T20:29:47,325 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:29:47,325 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:29:47,327 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T20:29:47,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38961-0x1019ce2b3400007, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-960730924 2024-12-03T20:29:47,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-960730924 2024-12-03T20:29:47,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:29:47,368 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:29:47,369 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:29:47,376 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:29:47,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:29:47,429 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/data/master/store 2024-12-03T20:29:47,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:29:47,497 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:47,497 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:29:47,497 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:47,497 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:47,497 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:29:47,497 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:47,497 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:29:47,497 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257787497Disabling compacts and flushes for region at 1733257787497Disabling writes for close at 1733257787497Writing region close event to WAL at 1733257787497Closed at 1733257787497 2024-12-03T20:29:47,498 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/data/master/store/.initializing 2024-12-03T20:29:47,498 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/WALs/b29c245002d9,43963,1733257786499 2024-12-03T20:29:47,499 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:29:47,501 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C43963%2C1733257786499, suffix=, logDir=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/WALs/b29c245002d9,43963,1733257786499, archiveDir=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/oldWALs, maxLogs=10 2024-12-03T20:29:47,527 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/WALs/b29c245002d9,43963,1733257786499/b29c245002d9%2C43963%2C1733257786499.1733257787501, exclude list is [], retry=0 2024-12-03T20:29:47,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41887,DS-629c431c-964e-4f2d-be20-2af58c2f8695,DISK] 2024-12-03T20:29:47,548 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/WALs/b29c245002d9,43963,1733257786499/b29c245002d9%2C43963%2C1733257786499.1733257787501 2024-12-03T20:29:47,552 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44489:44489)] 2024-12-03T20:29:47,553 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:29:47,553 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:47,553 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:47,553 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:47,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:47,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:29:47,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:47,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:47,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:47,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:29:47,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:47,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:47,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:47,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:29:47,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:47,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:47,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:47,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:29:47,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:47,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:47,575 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:47,576 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:47,577 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:47,578 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:47,578 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:47,579 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:29:47,580 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:29:47,583 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:29:47,584 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63605071, jitterRate=-0.05221058428287506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:29:47,584 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257787553Initializing all the Stores at 1733257787556 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257787556Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257787563 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257787563Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257787563Cleaning up temporary data from old regions at 1733257787578 (+15 ms)Region opened successfully at 1733257787584 (+6 ms) 2024-12-03T20:29:47,588 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:29:47,591 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a2cedad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:29:47,604 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:29:47,605 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:29:47,605 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:29:47,605 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:29:47,606 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T20:29:47,606 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:29:47,606 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:29:47,616 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:29:47,617 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Unable to get data of znode /2-960730924/balancer because node does not exist (not necessarily an error) 2024-12-03T20:29:47,651 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-960730924/balancer already deleted, retry=false 2024-12-03T20:29:47,652 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:29:47,659 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Unable to get data of znode /2-960730924/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:29:47,745 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-960730924/normalizer already deleted, retry=false 2024-12-03T20:29:47,746 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:29:47,757 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Unable to get data of znode /2-960730924/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:29:47,769 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-960730924/switch/split already deleted, retry=false 2024-12-03T20:29:47,771 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Unable to get data of znode /2-960730924/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:29:47,780 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-960730924/switch/merge already deleted, retry=false 2024-12-03T20:29:47,787 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Unable to get data of znode /2-960730924/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:29:47,798 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-960730924/snapshot-cleanup already deleted, retry=false 2024-12-03T20:29:47,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-960730924/running 2024-12-03T20:29:47,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-960730924 2024-12-03T20:29:47,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38961-0x1019ce2b3400007, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-960730924/running 2024-12-03T20:29:47,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38961-0x1019ce2b3400007, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-960730924 2024-12-03T20:29:47,825 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,43963,1733257786499, sessionid=0x1019ce2b3400006, setting cluster-up flag (Was=false) 2024-12-03T20:29:47,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38961-0x1019ce2b3400007, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-960730924 2024-12-03T20:29:47,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-960730924 2024-12-03T20:29:47,885 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-960730924/flush-table-proc/acquired, /2-960730924/flush-table-proc/reached, /2-960730924/flush-table-proc/abort 2024-12-03T20:29:47,887 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,43963,1733257786499 2024-12-03T20:29:47,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-960730924 2024-12-03T20:29:47,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38961-0x1019ce2b3400007, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-960730924 2024-12-03T20:29:47,949 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-960730924/online-snapshot/acquired, /2-960730924/online-snapshot/reached, /2-960730924/online-snapshot/abort 2024-12-03T20:29:47,950 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,43963,1733257786499 2024-12-03T20:29:47,951 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:29:47,973 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:29:47,973 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:29:47,973 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:29:47,974 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,43963,1733257786499 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:29:47,992 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:29:47,993 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:29:47,993 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:29:47,993 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:29:47,993 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:29:47,993 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:47,993 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:29:47,993 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:48,015 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:29:48,015 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:29:48,024 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:48,025 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:29:48,028 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257818028 2024-12-03T20:29:48,028 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:29:48,029 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:29:48,029 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:29:48,029 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:29:48,029 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:29:48,029 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:29:48,033 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:48,040 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:29:48,040 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:29:48,041 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:29:48,041 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:29:48,048 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:29:48,048 INFO [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(746): ClusterId : d4c8ac8f-33cb-4740-b027-a84c26f70fd6 2024-12-03T20:29:48,048 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:29:48,048 DEBUG [RS:0;b29c245002d9:38961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:29:48,064 DEBUG [RS:0;b29c245002d9:38961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:29:48,064 DEBUG [RS:0;b29c245002d9:38961 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:29:48,064 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257788048,5,FailOnTimeoutGroup] 2024-12-03T20:29:48,066 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257788064,5,FailOnTimeoutGroup] 2024-12-03T20:29:48,066 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:48,066 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:29:48,066 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:48,066 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:48,096 DEBUG [RS:0;b29c245002d9:38961 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:29:48,097 DEBUG [RS:0;b29c245002d9:38961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b265b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:29:48,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:29:48,139 DEBUG [RS:0;b29c245002d9:38961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:38961 2024-12-03T20:29:48,139 INFO [RS:0;b29c245002d9:38961 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:29:48,139 INFO [RS:0;b29c245002d9:38961 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:29:48,139 DEBUG [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:29:48,152 INFO [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,43963,1733257786499 with port=38961, startcode=1733257786952 2024-12-03T20:29:48,153 DEBUG [RS:0;b29c245002d9:38961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:29:48,165 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:29:48,165 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43963 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,38961,1733257786952 2024-12-03T20:29:48,165 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43963 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,38961,1733257786952 2024-12-03T20:29:48,180 DEBUG [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939 2024-12-03T20:29:48,180 DEBUG [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41225 2024-12-03T20:29:48,180 DEBUG [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:29:48,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-960730924/rs 2024-12-03T20:29:48,261 DEBUG [RS:0;b29c245002d9:38961 {}] zookeeper.ZKUtil(111): regionserver:38961-0x1019ce2b3400007, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Set watcher on existing znode=/2-960730924/rs/b29c245002d9,38961,1733257786952 2024-12-03T20:29:48,261 WARN [RS:0;b29c245002d9:38961 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:29:48,261 INFO [RS:0;b29c245002d9:38961 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:29:48,261 DEBUG [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952 2024-12-03T20:29:48,262 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,38961,1733257786952] 2024-12-03T20:29:48,290 INFO [RS:0;b29c245002d9:38961 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:29:48,292 INFO [RS:0;b29c245002d9:38961 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:29:48,297 INFO [RS:0;b29c245002d9:38961 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:29:48,297 INFO [RS:0;b29c245002d9:38961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:48,301 INFO [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:29:48,302 INFO [RS:0;b29c245002d9:38961 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:29:48,302 INFO [RS:0;b29c245002d9:38961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:48,302 DEBUG [RS:0;b29c245002d9:38961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:48,302 DEBUG [RS:0;b29c245002d9:38961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:48,302 DEBUG [RS:0;b29c245002d9:38961 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:48,302 DEBUG [RS:0;b29c245002d9:38961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:48,302 DEBUG [RS:0;b29c245002d9:38961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:48,302 DEBUG [RS:0;b29c245002d9:38961 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:29:48,302 DEBUG [RS:0;b29c245002d9:38961 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:48,303 DEBUG [RS:0;b29c245002d9:38961 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:48,303 DEBUG [RS:0;b29c245002d9:38961 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:48,303 DEBUG [RS:0;b29c245002d9:38961 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:48,303 DEBUG [RS:0;b29c245002d9:38961 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:48,303 DEBUG [RS:0;b29c245002d9:38961 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:29:48,303 DEBUG [RS:0;b29c245002d9:38961 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:29:48,303 DEBUG [RS:0;b29c245002d9:38961 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:29:48,316 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:29:48,336 INFO [RS:0;b29c245002d9:38961 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:48,336 INFO [RS:0;b29c245002d9:38961 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:48,336 INFO [RS:0;b29c245002d9:38961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:48,336 INFO [RS:0;b29c245002d9:38961 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:48,336 INFO [RS:0;b29c245002d9:38961 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:48,336 INFO [RS:0;b29c245002d9:38961 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,38961,1733257786952-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:29:48,375 INFO [RS:0;b29c245002d9:38961 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:29:48,375 INFO [RS:0;b29c245002d9:38961 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,38961,1733257786952-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:48,376 INFO [RS:0;b29c245002d9:38961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:48,376 INFO [RS:0;b29c245002d9:38961 {}] regionserver.Replication(171): b29c245002d9,38961,1733257786952 started 2024-12-03T20:29:48,407 INFO [RS:0;b29c245002d9:38961 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:48,407 INFO [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,38961,1733257786952, RpcServer on b29c245002d9/172.17.0.3:38961, sessionid=0x1019ce2b3400007 2024-12-03T20:29:48,407 DEBUG [RS:0;b29c245002d9:38961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:29:48,407 DEBUG [RS:0;b29c245002d9:38961 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,38961,1733257786952 2024-12-03T20:29:48,407 DEBUG [RS:0;b29c245002d9:38961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,38961,1733257786952' 2024-12-03T20:29:48,407 DEBUG [RS:0;b29c245002d9:38961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-960730924/flush-table-proc/abort' 2024-12-03T20:29:48,414 DEBUG [RS:0;b29c245002d9:38961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-960730924/flush-table-proc/acquired' 2024-12-03T20:29:48,420 DEBUG [RS:0;b29c245002d9:38961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:29:48,420 DEBUG [RS:0;b29c245002d9:38961 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:29:48,420 DEBUG [RS:0;b29c245002d9:38961 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,38961,1733257786952 2024-12-03T20:29:48,420 DEBUG [RS:0;b29c245002d9:38961 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,38961,1733257786952' 2024-12-03T20:29:48,420 DEBUG [RS:0;b29c245002d9:38961 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-960730924/online-snapshot/abort' 2024-12-03T20:29:48,424 DEBUG [RS:0;b29c245002d9:38961 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-960730924/online-snapshot/acquired' 2024-12-03T20:29:48,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:48,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:48,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:48,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:48,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:48,428 DEBUG [RS:0;b29c245002d9:38961 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:29:48,428 INFO [RS:0;b29c245002d9:38961 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:29:48,428 INFO [RS:0;b29c245002d9:38961 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:29:48,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:48,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:48,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:48,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:48,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:48,529 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:29:48,529 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939 2024-12-03T20:29:48,532 INFO [RS:0;b29c245002d9:38961 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:29:48,553 INFO [RS:0;b29c245002d9:38961 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C38961%2C1733257786952, suffix=, logDir=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952, archiveDir=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/oldWALs, maxLogs=10 2024-12-03T20:29:48,584 DEBUG [RS:0;b29c245002d9:38961 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553, exclude list is [], retry=0 2024-12-03T20:29:48,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41887,DS-629c431c-964e-4f2d-be20-2af58c2f8695,DISK] 2024-12-03T20:29:48,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:29:48,605 INFO [RS:0;b29c245002d9:38961 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 2024-12-03T20:29:48,605 DEBUG [RS:0;b29c245002d9:38961 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44489:44489)] 2024-12-03T20:29:49,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:49,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:29:49,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:29:49,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:49,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:49,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:29:49,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:29:49,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:49,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:49,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:29:49,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:29:49,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:49,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:49,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:29:49,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:29:49,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:49,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:49,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:29:49,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740 2024-12-03T20:29:49,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740 2024-12-03T20:29:49,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:29:49,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:29:49,071 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:29:49,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:29:49,089 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:29:49,089 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71592904, jitterRate=0.06681740283966064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:29:49,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257789000Initializing all the Stores at 1733257789004 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257789004Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257789006 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257789006Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257789006Cleaning up temporary data from old regions at 1733257789070 (+64 ms)Region opened successfully at 1733257789090 (+20 ms) 2024-12-03T20:29:49,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:29:49,090 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:29:49,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:29:49,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:29:49,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:29:49,110 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:29:49,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257789090Disabling compacts and flushes for region at 1733257789090Disabling writes for close at 1733257789090Writing region close event to WAL at 1733257789110 (+20 ms)Closed at 1733257789110 2024-12-03T20:29:49,121 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:29:49,121 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:29:49,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:29:49,123 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:29:49,125 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:29:49,275 DEBUG [b29c245002d9:43963 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:29:49,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,38961,1733257786952 2024-12-03T20:29:49,281 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,38961,1733257786952, state=OPENING 2024-12-03T20:29:49,368 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:29:49,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-960730924 2024-12-03T20:29:49,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38961-0x1019ce2b3400007, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-960730924 2024-12-03T20:29:49,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-960730924/meta-region-server: CHANGED 2024-12-03T20:29:49,399 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:29:49,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,38961,1733257786952}] 2024-12-03T20:29:49,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-960730924/meta-region-server: CHANGED 2024-12-03T20:29:49,573 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:29:49,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:29:49,593 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:29:49,593 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:29:49,593 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:29:49,608 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C38961%2C1733257786952.meta, suffix=.meta, logDir=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952, archiveDir=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/oldWALs, maxLogs=10 2024-12-03T20:29:49,632 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.meta.1733257789609.meta, exclude list is [], retry=0 2024-12-03T20:29:49,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41887,DS-629c431c-964e-4f2d-be20-2af58c2f8695,DISK] 2024-12-03T20:29:49,665 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.meta.1733257789609.meta 2024-12-03T20:29:49,665 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44489:44489)] 2024-12-03T20:29:49,665 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:29:49,666 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:29:49,666 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:29:49,666 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:29:49,666 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:29:49,666 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:29:49,666 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:49,666 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:29:49,667 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:29:49,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:29:49,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:29:49,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:49,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:49,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:29:49,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:29:49,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:49,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:49,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:29:49,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:29:49,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:49,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:49,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:29:49,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:29:49,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:49,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:29:49,733 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:29:49,734 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740 2024-12-03T20:29:49,737 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740 2024-12-03T20:29:49,738 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:29:49,738 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:29:49,739 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:29:49,740 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:29:49,741 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66039281, jitterRate=-0.015938028693199158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:29:49,741 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:29:49,741 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257789667Writing region info on filesystem at 1733257789667Initializing all the Stores at 1733257789680 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257789680Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257789704 (+24 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257789704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257789704Cleaning up temporary data from old regions at 1733257789738 (+34 ms)Running coprocessor post-open hooks at 1733257789741 (+3 ms)Region opened successfully at 1733257789741 2024-12-03T20:29:49,749 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257789572 2024-12-03T20:29:49,756 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:29:49,756 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:29:49,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,38961,1733257786952 2024-12-03T20:29:49,767 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,38961,1733257786952, state=OPEN 2024-12-03T20:29:49,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38961-0x1019ce2b3400007, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-960730924/meta-region-server 2024-12-03T20:29:49,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-960730924/meta-region-server: CHANGED 2024-12-03T20:29:49,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-960730924/meta-region-server 2024-12-03T20:29:49,824 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,38961,1733257786952 2024-12-03T20:29:49,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-960730924/meta-region-server: CHANGED 2024-12-03T20:29:49,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:29:49,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,38961,1733257786952 in 425 msec 2024-12-03T20:29:49,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:29:49,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 707 msec 2024-12-03T20:29:49,832 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:29:49,832 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:29:49,833 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:29:49,834 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,38961,1733257786952, seqNum=-1] 2024-12-03T20:29:49,834 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:29:49,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:29:49,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8780 sec 2024-12-03T20:29:49,845 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257789845, completionTime=-1 2024-12-03T20:29:49,845 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T20:29:49,845 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:29:49,849 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:29:49,849 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257849849 2024-12-03T20:29:49,849 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257909849 2024-12-03T20:29:49,849 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-03T20:29:49,849 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,43963,1733257786499-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:49,849 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,43963,1733257786499-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:49,849 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,43963,1733257786499-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:49,849 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:43963, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:49,849 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:49,849 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:49,855 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.698sec 2024-12-03T20:29:49,855 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:29:49,856 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:29:49,856 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:29:49,856 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:29:49,856 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:29:49,856 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,43963,1733257786499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:29:49,856 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,43963,1733257786499-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:29:49,858 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:29:49,904 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:29:49,904 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:29:49,904 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,43963,1733257786499-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:29:49,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137f77ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:49,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,43963,-1 for getting cluster id 2024-12-03T20:29:49,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:49,959 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c8ac8f-33cb-4740-b027-a84c26f70fd6' 2024-12-03T20:29:49,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:49,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c8ac8f-33cb-4740-b027-a84c26f70fd6" 2024-12-03T20:29:49,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c1ea9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:49,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,43963,-1] 2024-12-03T20:29:49,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:49,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:49,965 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:49,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b47607c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:49,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:29:49,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,38961,1733257786952, seqNum=-1] 2024-12-03T20:29:49,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:29:49,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:29:49,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,43963,1733257786499 2024-12-03T20:29:49,985 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50547 2024-12-03T20:29:50,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:29:50,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019ce2b3400008 connected 2024-12-03T20:29:50,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:50,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,42989,1733257773385 2024-12-03T20:29:50,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74d979f6 2024-12-03T20:29:50,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:29:50,050 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:29:50,051 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42989 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:29:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42989 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T20:29:50,060 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:29:50,061 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:50,063 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:29:50,063 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42989 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T20:29:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:50,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741835_1011 (size=902) 2024-12-03T20:29:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:50,530 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bde7be2c57168c0f09986351e0b9f0d1, NAME => 'test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230 2024-12-03T20:29:50,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741836_1012 (size=39) 2024-12-03T20:29:50,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:50,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bde7be2c57168c0f09986351e0b9f0d1, disabling compactions & flushes 2024-12-03T20:29:50,576 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1. 2024-12-03T20:29:50,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1. 2024-12-03T20:29:50,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1. after waiting 0 ms 2024-12-03T20:29:50,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1. 2024-12-03T20:29:50,576 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1. 2024-12-03T20:29:50,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bde7be2c57168c0f09986351e0b9f0d1: Waiting for close lock at 1733257790576Disabling compacts and flushes for region at 1733257790576Disabling writes for close at 1733257790576Writing region close event to WAL at 1733257790576Closed at 1733257790576 2024-12-03T20:29:50,578 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:29:50,579 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733257790578"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257790578"}]},"ts":"1733257790578"} 2024-12-03T20:29:50,585 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:29:50,586 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:29:50,587 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257790587"}]},"ts":"1733257790587"} 2024-12-03T20:29:50,593 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T20:29:50,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bde7be2c57168c0f09986351e0b9f0d1, ASSIGN}] 2024-12-03T20:29:50,597 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bde7be2c57168c0f09986351e0b9f0d1, ASSIGN 2024-12-03T20:29:50,598 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bde7be2c57168c0f09986351e0b9f0d1, ASSIGN; state=OFFLINE, location=b29c245002d9,35947,1733257773870; forceNewPlan=false, retain=false 2024-12-03T20:29:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:50,751 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bde7be2c57168c0f09986351e0b9f0d1, regionState=OPENING, regionLocation=b29c245002d9,35947,1733257773870 2024-12-03T20:29:50,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bde7be2c57168c0f09986351e0b9f0d1, ASSIGN because future has completed 2024-12-03T20:29:50,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bde7be2c57168c0f09986351e0b9f0d1, server=b29c245002d9,35947,1733257773870}] 2024-12-03T20:29:50,955 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1. 2024-12-03T20:29:50,955 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bde7be2c57168c0f09986351e0b9f0d1, NAME => 'test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:29:50,955 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:29:50,956 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T20:29:50,956 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bde7be2c57168c0f09986351e0b9f0d1 2024-12-03T20:29:50,956 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:50,956 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bde7be2c57168c0f09986351e0b9f0d1 2024-12-03T20:29:50,956 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bde7be2c57168c0f09986351e0b9f0d1 2024-12-03T20:29:50,965 INFO [StoreOpener-bde7be2c57168c0f09986351e0b9f0d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bde7be2c57168c0f09986351e0b9f0d1 2024-12-03T20:29:50,973 INFO [StoreOpener-bde7be2c57168c0f09986351e0b9f0d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bde7be2c57168c0f09986351e0b9f0d1 columnFamilyName f 2024-12-03T20:29:50,973 DEBUG [StoreOpener-bde7be2c57168c0f09986351e0b9f0d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:50,980 INFO [StoreOpener-bde7be2c57168c0f09986351e0b9f0d1-1 {}] regionserver.HStore(327): Store=bde7be2c57168c0f09986351e0b9f0d1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:50,981 INFO [StoreOpener-bde7be2c57168c0f09986351e0b9f0d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bde7be2c57168c0f09986351e0b9f0d1 2024-12-03T20:29:50,986 INFO [StoreOpener-bde7be2c57168c0f09986351e0b9f0d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bde7be2c57168c0f09986351e0b9f0d1 columnFamilyName f1 2024-12-03T20:29:50,987 DEBUG [StoreOpener-bde7be2c57168c0f09986351e0b9f0d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:50,987 INFO [StoreOpener-bde7be2c57168c0f09986351e0b9f0d1-1 {}] regionserver.HStore(327): Store=bde7be2c57168c0f09986351e0b9f0d1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:50,987 INFO [StoreOpener-bde7be2c57168c0f09986351e0b9f0d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bde7be2c57168c0f09986351e0b9f0d1 2024-12-03T20:29:51,000 INFO [StoreOpener-bde7be2c57168c0f09986351e0b9f0d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bde7be2c57168c0f09986351e0b9f0d1 columnFamilyName norep 2024-12-03T20:29:51,000 DEBUG [StoreOpener-bde7be2c57168c0f09986351e0b9f0d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:51,000 INFO [StoreOpener-bde7be2c57168c0f09986351e0b9f0d1-1 {}] regionserver.HStore(327): Store=bde7be2c57168c0f09986351e0b9f0d1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:51,000 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bde7be2c57168c0f09986351e0b9f0d1 2024-12-03T20:29:51,001 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/default/test/bde7be2c57168c0f09986351e0b9f0d1 2024-12-03T20:29:51,004 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/default/test/bde7be2c57168c0f09986351e0b9f0d1 2024-12-03T20:29:51,011 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bde7be2c57168c0f09986351e0b9f0d1 2024-12-03T20:29:51,011 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bde7be2c57168c0f09986351e0b9f0d1 2024-12-03T20:29:51,012 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:29:51,021 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bde7be2c57168c0f09986351e0b9f0d1 2024-12-03T20:29:51,023 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/default/test/bde7be2c57168c0f09986351e0b9f0d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:29:51,024 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bde7be2c57168c0f09986351e0b9f0d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62705333, jitterRate=-0.06561772525310516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:29:51,024 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bde7be2c57168c0f09986351e0b9f0d1 2024-12-03T20:29:51,025 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bde7be2c57168c0f09986351e0b9f0d1: Running coprocessor pre-open hook at 1733257790956Writing region info on filesystem at 1733257790956Initializing all the Stores at 1733257790958 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257790958Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257790964 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257790964Cleaning up temporary data from old regions at 1733257791011 (+47 ms)Running coprocessor post-open hooks at 1733257791024 (+13 ms)Region opened successfully at 1733257791025 (+1 ms) 2024-12-03T20:29:51,028 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1., pid=6, masterSystemTime=1733257790923 2024-12-03T20:29:51,038 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1. 2024-12-03T20:29:51,038 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1. 2024-12-03T20:29:51,047 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bde7be2c57168c0f09986351e0b9f0d1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b29c245002d9,35947,1733257773870 2024-12-03T20:29:51,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bde7be2c57168c0f09986351e0b9f0d1, server=b29c245002d9,35947,1733257773870 because future has completed 2024-12-03T20:29:51,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:29:51,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bde7be2c57168c0f09986351e0b9f0d1, server=b29c245002d9,35947,1733257773870 in 300 msec 2024-12-03T20:29:51,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T20:29:51,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bde7be2c57168c0f09986351e0b9f0d1, ASSIGN in 469 msec 2024-12-03T20:29:51,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:29:51,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257791068"}]},"ts":"1733257791068"} 2024-12-03T20:29:51,083 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T20:29:51,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:29:51,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0360 sec 2024-12-03T20:29:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:51,207 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T20:29:51,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:51,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,35323,1733257780982 2024-12-03T20:29:51,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78da93ae 2024-12-03T20:29:51,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:29:51,220 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:29:51,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35323 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:29:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35323 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T20:29:51,240 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:29:51,241 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:51,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35323 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T20:29:51,242 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:29:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:51,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741835_1011 (size=902) 2024-12-03T20:29:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:51,689 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af81322bc25010455e0c32bec9f05847, NAME => 'test,,1733257791221.af81322bc25010455e0c32bec9f05847.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72 2024-12-03T20:29:51,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741836_1012 (size=39) 2024-12-03T20:29:51,732 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733257791221.af81322bc25010455e0c32bec9f05847.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:51,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing af81322bc25010455e0c32bec9f05847, disabling compactions & flushes 2024-12-03T20:29:51,733 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733257791221.af81322bc25010455e0c32bec9f05847. 2024-12-03T20:29:51,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257791221.af81322bc25010455e0c32bec9f05847. 2024-12-03T20:29:51,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733257791221.af81322bc25010455e0c32bec9f05847. after waiting 0 ms 2024-12-03T20:29:51,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733257791221.af81322bc25010455e0c32bec9f05847. 2024-12-03T20:29:51,733 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733257791221.af81322bc25010455e0c32bec9f05847. 2024-12-03T20:29:51,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for af81322bc25010455e0c32bec9f05847: Waiting for close lock at 1733257791733Disabling compacts and flushes for region at 1733257791733Disabling writes for close at 1733257791733Writing region close event to WAL at 1733257791733Closed at 1733257791733 2024-12-03T20:29:51,737 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:29:51,737 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733257791221.af81322bc25010455e0c32bec9f05847.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733257791737"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257791737"}]},"ts":"1733257791737"} 2024-12-03T20:29:51,741 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:29:51,743 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:29:51,744 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257791743"}]},"ts":"1733257791743"} 2024-12-03T20:29:51,747 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T20:29:51,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af81322bc25010455e0c32bec9f05847, ASSIGN}] 2024-12-03T20:29:51,750 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af81322bc25010455e0c32bec9f05847, ASSIGN 2024-12-03T20:29:51,751 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=af81322bc25010455e0c32bec9f05847, ASSIGN; state=OFFLINE, location=b29c245002d9,44451,1733257781159; forceNewPlan=false, retain=false 2024-12-03T20:29:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:51,908 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af81322bc25010455e0c32bec9f05847, regionState=OPENING, regionLocation=b29c245002d9,44451,1733257781159 2024-12-03T20:29:51,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=af81322bc25010455e0c32bec9f05847, ASSIGN because future has completed 2024-12-03T20:29:51,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af81322bc25010455e0c32bec9f05847, server=b29c245002d9,44451,1733257781159}] 2024-12-03T20:29:52,164 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733257791221.af81322bc25010455e0c32bec9f05847. 2024-12-03T20:29:52,165 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => af81322bc25010455e0c32bec9f05847, NAME => 'test,,1733257791221.af81322bc25010455e0c32bec9f05847.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:29:52,165 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:29:52,165 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T20:29:52,165 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test af81322bc25010455e0c32bec9f05847 2024-12-03T20:29:52,165 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733257791221.af81322bc25010455e0c32bec9f05847.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:52,165 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for af81322bc25010455e0c32bec9f05847 2024-12-03T20:29:52,165 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for af81322bc25010455e0c32bec9f05847 2024-12-03T20:29:52,198 INFO [StoreOpener-af81322bc25010455e0c32bec9f05847-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region af81322bc25010455e0c32bec9f05847 2024-12-03T20:29:52,205 INFO [StoreOpener-af81322bc25010455e0c32bec9f05847-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af81322bc25010455e0c32bec9f05847 columnFamilyName f 2024-12-03T20:29:52,206 DEBUG [StoreOpener-af81322bc25010455e0c32bec9f05847-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:52,208 INFO [StoreOpener-af81322bc25010455e0c32bec9f05847-1 {}] regionserver.HStore(327): Store=af81322bc25010455e0c32bec9f05847/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:52,209 INFO [StoreOpener-af81322bc25010455e0c32bec9f05847-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region af81322bc25010455e0c32bec9f05847 2024-12-03T20:29:52,221 INFO [StoreOpener-af81322bc25010455e0c32bec9f05847-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af81322bc25010455e0c32bec9f05847 columnFamilyName f1 2024-12-03T20:29:52,221 DEBUG [StoreOpener-af81322bc25010455e0c32bec9f05847-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:52,225 INFO [StoreOpener-af81322bc25010455e0c32bec9f05847-1 {}] regionserver.HStore(327): Store=af81322bc25010455e0c32bec9f05847/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:52,225 INFO [StoreOpener-af81322bc25010455e0c32bec9f05847-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region af81322bc25010455e0c32bec9f05847 2024-12-03T20:29:52,234 INFO [StoreOpener-af81322bc25010455e0c32bec9f05847-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af81322bc25010455e0c32bec9f05847 columnFamilyName norep 2024-12-03T20:29:52,234 DEBUG [StoreOpener-af81322bc25010455e0c32bec9f05847-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:52,236 INFO [StoreOpener-af81322bc25010455e0c32bec9f05847-1 {}] regionserver.HStore(327): Store=af81322bc25010455e0c32bec9f05847/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:52,244 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for af81322bc25010455e0c32bec9f05847 2024-12-03T20:29:52,248 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/default/test/af81322bc25010455e0c32bec9f05847 2024-12-03T20:29:52,252 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/default/test/af81322bc25010455e0c32bec9f05847 2024-12-03T20:29:52,264 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for af81322bc25010455e0c32bec9f05847 2024-12-03T20:29:52,264 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for af81322bc25010455e0c32bec9f05847 2024-12-03T20:29:52,268 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:29:52,280 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for af81322bc25010455e0c32bec9f05847 2024-12-03T20:29:52,300 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/default/test/af81322bc25010455e0c32bec9f05847/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:29:52,301 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened af81322bc25010455e0c32bec9f05847; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63318219, jitterRate=-0.05648501217365265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:29:52,301 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af81322bc25010455e0c32bec9f05847 2024-12-03T20:29:52,301 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for af81322bc25010455e0c32bec9f05847: Running coprocessor pre-open hook at 1733257792166Writing region info on filesystem at 1733257792166Initializing all the Stores at 1733257792180 (+14 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257792180Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257792192 (+12 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257792192Cleaning up temporary data from old regions at 1733257792264 (+72 ms)Running coprocessor post-open hooks at 1733257792301 (+37 ms)Region opened successfully at 1733257792301 2024-12-03T20:29:52,312 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733257791221.af81322bc25010455e0c32bec9f05847., pid=6, masterSystemTime=1733257792124 2024-12-03T20:29:52,316 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733257791221.af81322bc25010455e0c32bec9f05847. 2024-12-03T20:29:52,316 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733257791221.af81322bc25010455e0c32bec9f05847. 2024-12-03T20:29:52,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af81322bc25010455e0c32bec9f05847, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b29c245002d9,44451,1733257781159 2024-12-03T20:29:52,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af81322bc25010455e0c32bec9f05847, server=b29c245002d9,44451,1733257781159 because future has completed 2024-12-03T20:29:52,323 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35323 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b29c245002d9,44451,1733257781159, table=test, region=af81322bc25010455e0c32bec9f05847. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T20:29:52,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:29:52,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure af81322bc25010455e0c32bec9f05847, server=b29c245002d9,44451,1733257781159 in 375 msec 2024-12-03T20:29:52,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T20:29:52,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=af81322bc25010455e0c32bec9f05847, ASSIGN in 601 msec 2024-12-03T20:29:52,368 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:29:52,368 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257792368"}]},"ts":"1733257792368"} 2024-12-03T20:29:52,371 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T20:29:52,372 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:29:52,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-12-03T20:29:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:52,377 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T20:29:52,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:52,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,43963,1733257786499 2024-12-03T20:29:52,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63f59857 2024-12-03T20:29:52,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:29:52,391 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:29:52,393 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:29:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T20:29:52,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:29:52,401 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:52,402 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T20:29:52,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:29:52,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:52,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741835_1011 (size=902) 2024-12-03T20:29:52,489 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 36070ac4009142cc4a4fc7301b8ed00d, NAME => 'test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939 2024-12-03T20:29:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:52,526 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:52,528 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:29:52,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741836_1012 (size=39) 2024-12-03T20:29:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:52,736 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:52,737 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:29:52,949 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:52,949 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 36070ac4009142cc4a4fc7301b8ed00d, disabling compactions & flushes 2024-12-03T20:29:52,949 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d. 2024-12-03T20:29:52,949 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d. 2024-12-03T20:29:52,949 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d. after waiting 0 ms 2024-12-03T20:29:52,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d. 2024-12-03T20:29:52,950 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d. 2024-12-03T20:29:52,950 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 36070ac4009142cc4a4fc7301b8ed00d: Waiting for close lock at 1733257792949Disabling compacts and flushes for region at 1733257792949Disabling writes for close at 1733257792949Writing region close event to WAL at 1733257792950 (+1 ms)Closed at 1733257792950 2024-12-03T20:29:52,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:29:52,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733257792955"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257792955"}]},"ts":"1733257792955"} 2024-12-03T20:29:52,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:29:52,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:29:52,960 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257792960"}]},"ts":"1733257792960"} 2024-12-03T20:29:52,964 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T20:29:52,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=36070ac4009142cc4a4fc7301b8ed00d, ASSIGN}] 2024-12-03T20:29:52,971 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=36070ac4009142cc4a4fc7301b8ed00d, ASSIGN 2024-12-03T20:29:52,973 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=36070ac4009142cc4a4fc7301b8ed00d, ASSIGN; state=OFFLINE, location=b29c245002d9,38961,1733257786952; forceNewPlan=false, retain=false 2024-12-03T20:29:53,046 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:53,046 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:29:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:53,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=36070ac4009142cc4a4fc7301b8ed00d, regionState=OPENING, regionLocation=b29c245002d9,38961,1733257786952 2024-12-03T20:29:53,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=36070ac4009142cc4a4fc7301b8ed00d, ASSIGN because future has completed 2024-12-03T20:29:53,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36070ac4009142cc4a4fc7301b8ed00d, server=b29c245002d9,38961,1733257786952}] 2024-12-03T20:29:53,314 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d. 2024-12-03T20:29:53,314 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 36070ac4009142cc4a4fc7301b8ed00d, NAME => 'test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:29:53,314 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:29:53,314 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T20:29:53,315 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 36070ac4009142cc4a4fc7301b8ed00d 2024-12-03T20:29:53,315 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:53,315 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 36070ac4009142cc4a4fc7301b8ed00d 2024-12-03T20:29:53,315 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 36070ac4009142cc4a4fc7301b8ed00d 2024-12-03T20:29:53,325 INFO [StoreOpener-36070ac4009142cc4a4fc7301b8ed00d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 36070ac4009142cc4a4fc7301b8ed00d 2024-12-03T20:29:53,329 INFO [StoreOpener-36070ac4009142cc4a4fc7301b8ed00d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36070ac4009142cc4a4fc7301b8ed00d columnFamilyName f 2024-12-03T20:29:53,329 DEBUG [StoreOpener-36070ac4009142cc4a4fc7301b8ed00d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:53,330 INFO [StoreOpener-36070ac4009142cc4a4fc7301b8ed00d-1 {}] regionserver.HStore(327): Store=36070ac4009142cc4a4fc7301b8ed00d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:53,330 INFO [StoreOpener-36070ac4009142cc4a4fc7301b8ed00d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 36070ac4009142cc4a4fc7301b8ed00d 2024-12-03T20:29:53,332 INFO [StoreOpener-36070ac4009142cc4a4fc7301b8ed00d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36070ac4009142cc4a4fc7301b8ed00d columnFamilyName f1 2024-12-03T20:29:53,332 DEBUG [StoreOpener-36070ac4009142cc4a4fc7301b8ed00d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:53,334 INFO [StoreOpener-36070ac4009142cc4a4fc7301b8ed00d-1 {}] regionserver.HStore(327): Store=36070ac4009142cc4a4fc7301b8ed00d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:53,334 INFO [StoreOpener-36070ac4009142cc4a4fc7301b8ed00d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 36070ac4009142cc4a4fc7301b8ed00d 2024-12-03T20:29:53,335 INFO [StoreOpener-36070ac4009142cc4a4fc7301b8ed00d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36070ac4009142cc4a4fc7301b8ed00d columnFamilyName norep 2024-12-03T20:29:53,335 DEBUG [StoreOpener-36070ac4009142cc4a4fc7301b8ed00d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:53,336 INFO [StoreOpener-36070ac4009142cc4a4fc7301b8ed00d-1 {}] regionserver.HStore(327): Store=36070ac4009142cc4a4fc7301b8ed00d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:53,340 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 36070ac4009142cc4a4fc7301b8ed00d 2024-12-03T20:29:53,344 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/default/test/36070ac4009142cc4a4fc7301b8ed00d 2024-12-03T20:29:53,348 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/default/test/36070ac4009142cc4a4fc7301b8ed00d 2024-12-03T20:29:53,360 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 36070ac4009142cc4a4fc7301b8ed00d 2024-12-03T20:29:53,360 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 36070ac4009142cc4a4fc7301b8ed00d 2024-12-03T20:29:53,364 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:29:53,372 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 36070ac4009142cc4a4fc7301b8ed00d 2024-12-03T20:29:53,377 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/default/test/36070ac4009142cc4a4fc7301b8ed00d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:29:53,378 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 36070ac4009142cc4a4fc7301b8ed00d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75069884, jitterRate=0.11862844228744507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:29:53,378 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36070ac4009142cc4a4fc7301b8ed00d 2024-12-03T20:29:53,378 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 36070ac4009142cc4a4fc7301b8ed00d: Running coprocessor pre-open hook at 1733257793315Writing region info on filesystem at 1733257793315Initializing all the Stores at 1733257793316 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257793316Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257793325 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257793325Cleaning up temporary data from old regions at 1733257793360 (+35 ms)Running coprocessor post-open hooks at 1733257793378 (+18 ms)Region opened successfully at 1733257793378 2024-12-03T20:29:53,379 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d., pid=6, masterSystemTime=1733257793296 2024-12-03T20:29:53,380 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d. 2024-12-03T20:29:53,381 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d. 2024-12-03T20:29:53,381 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=36070ac4009142cc4a4fc7301b8ed00d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b29c245002d9,38961,1733257786952 2024-12-03T20:29:53,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36070ac4009142cc4a4fc7301b8ed00d, server=b29c245002d9,38961,1733257786952 because future has completed 2024-12-03T20:29:53,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:29:53,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 36070ac4009142cc4a4fc7301b8ed00d, server=b29c245002d9,38961,1733257786952 in 252 msec 2024-12-03T20:29:53,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T20:29:53,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=36070ac4009142cc4a4fc7301b8ed00d, ASSIGN in 423 msec 2024-12-03T20:29:53,390 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:29:53,390 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257793390"}]},"ts":"1733257793390"} 2024-12-03T20:29:53,394 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T20:29:53,399 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:29:53,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0060 sec 2024-12-03T20:29:53,555 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:53,556 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:29:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:29:53,566 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T20:29:53,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a713ed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:53,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,42989,-1 for getting cluster id 2024-12-03T20:29:53,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:53,568 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3236ff9e-0f34-48e3-a23b-61fd0f19047c' 2024-12-03T20:29:53,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:53,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3236ff9e-0f34-48e3-a23b-61fd0f19047c" 2024-12-03T20:29:53,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31520b65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:53,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,42989,-1] 2024-12-03T20:29:53,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:53,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:53,569 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:53,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@553c2f0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:53,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:53,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,42989,1733257773385 2024-12-03T20:29:53,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f06a285 2024-12-03T20:29:53,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:29:53,572 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:29:53,576 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42989 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b29c245002d9:35323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T20:29:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42989 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T20:29:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:53,579 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:35323' 2024-12-03T20:29:53,584 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b179ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:53,585 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,35323,-1 for getting cluster id 2024-12-03T20:29:53,585 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:53,585 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a93db91d-98ca-4fcd-9072-86c31f90cdd1' 2024-12-03T20:29:53,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:53,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a93db91d-98ca-4fcd-9072-86c31f90cdd1" 2024-12-03T20:29:53,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6482bd94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:53,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,35323,-1] 2024-12-03T20:29:53,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:53,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:53,588 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:53,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6d7d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:53,589 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:53,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,35323,1733257780982 2024-12-03T20:29:53,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1416b535 2024-12-03T20:29:53,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:29:53,592 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:29:53,593 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T20:29:53,593 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T20:29:53,593 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:53,593 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:53,594 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:29:53,595 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T20:29:53,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:29:53,598 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:29:53,598 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:53,599 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:29:53,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741837_1013 (size=1138) 2024-12-03T20:29:53,622 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6362b1fd377335def77bddd8edb5b98b, NAME => 'hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230 2024-12-03T20:29:53,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741838_1014 (size=44) 2024-12-03T20:29:53,646 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T20:29:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:53,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:54,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:54,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6362b1fd377335def77bddd8edb5b98b, disabling compactions & flushes 2024-12-03T20:29:54,035 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b. 2024-12-03T20:29:54,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b. 2024-12-03T20:29:54,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b. after waiting 0 ms 2024-12-03T20:29:54,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b. 2024-12-03T20:29:54,035 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b. 2024-12-03T20:29:54,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6362b1fd377335def77bddd8edb5b98b: Waiting for close lock at 1733257794035Disabling compacts and flushes for region at 1733257794035Disabling writes for close at 1733257794035Writing region close event to WAL at 1733257794035Closed at 1733257794035 2024-12-03T20:29:54,040 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:29:54,041 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733257794040"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257794040"}]},"ts":"1733257794040"} 2024-12-03T20:29:54,043 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:29:54,043 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:29:54,044 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257794043"}]},"ts":"1733257794043"} 2024-12-03T20:29:54,048 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T20:29:54,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6362b1fd377335def77bddd8edb5b98b, ASSIGN}] 2024-12-03T20:29:54,049 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6362b1fd377335def77bddd8edb5b98b, ASSIGN 2024-12-03T20:29:54,050 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6362b1fd377335def77bddd8edb5b98b, ASSIGN; state=OFFLINE, location=b29c245002d9,35947,1733257773870; forceNewPlan=false, retain=false 2024-12-03T20:29:54,201 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6362b1fd377335def77bddd8edb5b98b, regionState=OPENING, regionLocation=b29c245002d9,35947,1733257773870 2024-12-03T20:29:54,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6362b1fd377335def77bddd8edb5b98b, ASSIGN because future has completed 2024-12-03T20:29:54,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6362b1fd377335def77bddd8edb5b98b, server=b29c245002d9,35947,1733257773870}] 2024-12-03T20:29:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:54,290 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T20:29:54,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b. 2024-12-03T20:29:54,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:29:54,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T20:29:54,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C35947%2C1733257773870.rep, suffix=, logDir=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870, archiveDir=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/oldWALs, maxLogs=10 2024-12-03T20:29:54,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.rep.1733257794403, exclude list is [], retry=0 2024-12-03T20:29:54,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44501,DS-7de8ccb2-71ab-48d6-bb73-39beda80f9f1,DISK] 2024-12-03T20:29:54,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.rep.1733257794403 2024-12-03T20:29:54,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36345:36345)] 2024-12-03T20:29:54,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6362b1fd377335def77bddd8edb5b98b, NAME => 'hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:29:54,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:29:54,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:29:54,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b. service=MultiRowMutationService 2024-12-03T20:29:54,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T20:29:54,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6362b1fd377335def77bddd8edb5b98b 2024-12-03T20:29:54,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:54,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6362b1fd377335def77bddd8edb5b98b 2024-12-03T20:29:54,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6362b1fd377335def77bddd8edb5b98b 2024-12-03T20:29:54,484 INFO [StoreOpener-6362b1fd377335def77bddd8edb5b98b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6362b1fd377335def77bddd8edb5b98b 2024-12-03T20:29:54,492 INFO [StoreOpener-6362b1fd377335def77bddd8edb5b98b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6362b1fd377335def77bddd8edb5b98b columnFamilyName hfileref 2024-12-03T20:29:54,492 DEBUG [StoreOpener-6362b1fd377335def77bddd8edb5b98b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:54,493 INFO [StoreOpener-6362b1fd377335def77bddd8edb5b98b-1 {}] regionserver.HStore(327): Store=6362b1fd377335def77bddd8edb5b98b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:54,493 INFO [StoreOpener-6362b1fd377335def77bddd8edb5b98b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6362b1fd377335def77bddd8edb5b98b 2024-12-03T20:29:54,494 INFO [StoreOpener-6362b1fd377335def77bddd8edb5b98b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6362b1fd377335def77bddd8edb5b98b columnFamilyName queue 2024-12-03T20:29:54,494 DEBUG [StoreOpener-6362b1fd377335def77bddd8edb5b98b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:54,495 INFO [StoreOpener-6362b1fd377335def77bddd8edb5b98b-1 {}] regionserver.HStore(327): Store=6362b1fd377335def77bddd8edb5b98b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:54,495 INFO [StoreOpener-6362b1fd377335def77bddd8edb5b98b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6362b1fd377335def77bddd8edb5b98b 2024-12-03T20:29:54,496 INFO [StoreOpener-6362b1fd377335def77bddd8edb5b98b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6362b1fd377335def77bddd8edb5b98b columnFamilyName sid 2024-12-03T20:29:54,496 DEBUG [StoreOpener-6362b1fd377335def77bddd8edb5b98b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:54,497 INFO [StoreOpener-6362b1fd377335def77bddd8edb5b98b-1 {}] regionserver.HStore(327): Store=6362b1fd377335def77bddd8edb5b98b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:54,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6362b1fd377335def77bddd8edb5b98b 2024-12-03T20:29:54,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/replication/6362b1fd377335def77bddd8edb5b98b 2024-12-03T20:29:54,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/replication/6362b1fd377335def77bddd8edb5b98b 2024-12-03T20:29:54,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6362b1fd377335def77bddd8edb5b98b 2024-12-03T20:29:54,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6362b1fd377335def77bddd8edb5b98b 2024-12-03T20:29:54,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:29:54,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6362b1fd377335def77bddd8edb5b98b 2024-12-03T20:29:54,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/replication/6362b1fd377335def77bddd8edb5b98b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:29:54,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6362b1fd377335def77bddd8edb5b98b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58833488, jitterRate=-0.12331271171569824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:29:54,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6362b1fd377335def77bddd8edb5b98b 2024-12-03T20:29:54,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6362b1fd377335def77bddd8edb5b98b: Running coprocessor pre-open hook at 1733257794467Writing region info on filesystem at 1733257794467Initializing all the Stores at 1733257794476 (+9 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257794476Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257794477 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257794477Cleaning up temporary data from old regions at 1733257794501 (+24 ms)Running coprocessor post-open hooks at 1733257794509 (+8 ms)Region opened successfully at 1733257794509 2024-12-03T20:29:54,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b., pid=10, masterSystemTime=1733257794368 2024-12-03T20:29:54,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b. 2024-12-03T20:29:54,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b. 2024-12-03T20:29:54,512 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6362b1fd377335def77bddd8edb5b98b, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,35947,1733257773870 2024-12-03T20:29:54,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6362b1fd377335def77bddd8edb5b98b, server=b29c245002d9,35947,1733257773870 because future has completed 2024-12-03T20:29:54,522 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42989 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b29c245002d9,35947,1733257773870, table=hbase:replication, region=6362b1fd377335def77bddd8edb5b98b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T20:29:54,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T20:29:54,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6362b1fd377335def77bddd8edb5b98b, server=b29c245002d9,35947,1733257773870 in 323 msec 2024-12-03T20:29:54,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T20:29:54,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6362b1fd377335def77bddd8edb5b98b, ASSIGN in 484 msec 2024-12-03T20:29:54,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:29:54,536 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257794535"}]},"ts":"1733257794535"} 2024-12-03T20:29:54,541 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T20:29:54,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:29:54,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 948 msec 2024-12-03T20:29:54,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b., hostname=b29c245002d9,35947,1733257773870, seqNum=2] 2024-12-03T20:29:54,579 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:54,580 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:29:54,583 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 62180 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:29:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:54,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-25653254 2024-12-03T20:29:54,732 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1019ce2b3400001, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-25653254 2024-12-03T20:29:54,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T20:29:54,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35947 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T20:29:54,935 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T20:29:55,038 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b29c245002d9,35947,1733257773870, ReplicationSource: 1, currentBandwidth=0 2024-12-03T20:29:55,045 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:29:55,045 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,35947,1733257773870, seqNum=-1] 2024-12-03T20:29:55,045 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:29:55,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-03T20:29:55,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b29c245002d9,35947,1733257773870', locateType=CURRENT is [region=hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b., hostname=b29c245002d9,35947,1733257773870, seqNum=2] 2024-12-03T20:29:55,090 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T20:29:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42989 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T20:29:55,092 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b29c245002d9,35947,1733257773870 suceeded 2024-12-03T20:29:55,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T20:29:55,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 321 msec 2024-12-03T20:29:55,094 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b29c245002d9:35323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T20:29:55,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5180 sec 2024-12-03T20:29:55,118 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:35323' 2024-12-03T20:29:55,120 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30968ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:55,121 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,35323,-1 for getting cluster id 2024-12-03T20:29:55,121 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:55,122 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a93db91d-98ca-4fcd-9072-86c31f90cdd1' 2024-12-03T20:29:55,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:55,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a93db91d-98ca-4fcd-9072-86c31f90cdd1" 2024-12-03T20:29:55,123 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:55,124 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a89f4a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:55,124 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,35323,-1] 2024-12-03T20:29:55,124 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:55,130 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:55,133 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@acf1ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:55,133 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:55,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,35323,1733257780982 2024-12-03T20:29:55,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dc174cb 2024-12-03T20:29:55,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:29:55,141 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-03T20:29:55,142 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b29c245002d9,35947,1733257773870 (queues=1) is replicating from cluster=3236ff9e-0f34-48e3-a23b-61fd0f19047c to cluster=a93db91d-98ca-4fcd-9072-86c31f90cdd1 2024-12-03T20:29:55,142 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b29c245002d9%2C35947%2C1733257773870 2024-12-03T20:29:55,142 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b29c245002d9,35947,1733257773870, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T20:29:55,148 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224, startPosition=0, beingWritten=true 2024-12-03T20:29:55,163 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.shipperb29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b29c245002d9%2C35947%2C1733257773870 2024-12-03T20:29:55,169 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:29:55,213 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:29:55,213 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 379, reset compression=false 2024-12-03T20:29:55,214 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.shipperb29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,35947,1733257773870 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:29:55,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:55,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:55,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:55,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:55,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:55,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:55,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:55,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:55,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:55,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:29:55,447 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 379, reset compression=false 2024-12-03T20:29:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:55,741 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T20:29:55,742 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:29:55,742 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:29:55,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:55,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:55,743 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:29:55,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684acf4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:55,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,35323,-1 for getting cluster id 2024-12-03T20:29:55,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:55,746 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a93db91d-98ca-4fcd-9072-86c31f90cdd1' 2024-12-03T20:29:55,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:55,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a93db91d-98ca-4fcd-9072-86c31f90cdd1" 2024-12-03T20:29:55,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62173207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:55,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,35323,-1] 2024-12-03T20:29:55,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:55,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:55,748 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c035010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:55,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:55,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,35323,1733257780982 2024-12-03T20:29:55,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fd172cc 2024-12-03T20:29:55,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:29:55,753 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:29:55,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35323 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b29c245002d9:43963,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T20:29:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35323 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T20:29:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:55,764 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:43963' 2024-12-03T20:29:55,771 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 379, reset compression=false 2024-12-03T20:29:55,777 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbc8eb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:55,777 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,43963,-1 for getting cluster id 2024-12-03T20:29:55,777 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:55,781 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c8ac8f-33cb-4740-b027-a84c26f70fd6' 2024-12-03T20:29:55,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:55,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c8ac8f-33cb-4740-b027-a84c26f70fd6" 2024-12-03T20:29:55,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733f9649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:55,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,43963,-1] 2024-12-03T20:29:55,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:55,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:55,784 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:55,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6e400d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:55,792 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:55,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,43963,1733257786499 2024-12-03T20:29:55,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4598e4fd 2024-12-03T20:29:55,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:29:55,795 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:29:55,801 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-03T20:29:55,801 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T20:29:55,801 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:55,801 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:55,802 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:29:55,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:29:55,805 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T20:29:55,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:29:55,808 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:55,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:29:55,856 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T20:29:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:55,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741837_1013 (size=1138) 2024-12-03T20:29:55,887 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c96aba5ec95dff9dd12e1d4540e8a5f4, NAME => 'hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72 2024-12-03T20:29:55,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741838_1014 (size=44) 2024-12-03T20:29:55,955 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:55,956 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c96aba5ec95dff9dd12e1d4540e8a5f4, disabling compactions & flushes 2024-12-03T20:29:55,956 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4. 2024-12-03T20:29:55,956 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4. 2024-12-03T20:29:55,956 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4. after waiting 0 ms 2024-12-03T20:29:55,956 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4. 2024-12-03T20:29:55,956 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4. 2024-12-03T20:29:55,956 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c96aba5ec95dff9dd12e1d4540e8a5f4: Waiting for close lock at 1733257795955Disabling compacts and flushes for region at 1733257795955Disabling writes for close at 1733257795956 (+1 ms)Writing region close event to WAL at 1733257795956Closed at 1733257795956 2024-12-03T20:29:55,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:29:55,960 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733257795957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257795957"}]},"ts":"1733257795957"} 2024-12-03T20:29:55,963 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:29:55,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:29:55,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257795964"}]},"ts":"1733257795964"} 2024-12-03T20:29:55,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T20:29:55,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c96aba5ec95dff9dd12e1d4540e8a5f4, ASSIGN}] 2024-12-03T20:29:55,969 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c96aba5ec95dff9dd12e1d4540e8a5f4, ASSIGN 2024-12-03T20:29:55,972 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c96aba5ec95dff9dd12e1d4540e8a5f4, ASSIGN; state=OFFLINE, location=b29c245002d9,44451,1733257781159; forceNewPlan=false, retain=false 2024-12-03T20:29:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:56,123 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c96aba5ec95dff9dd12e1d4540e8a5f4, regionState=OPENING, regionLocation=b29c245002d9,44451,1733257781159 2024-12-03T20:29:56,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c96aba5ec95dff9dd12e1d4540e8a5f4, ASSIGN because future has completed 2024-12-03T20:29:56,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c96aba5ec95dff9dd12e1d4540e8a5f4, server=b29c245002d9,44451,1733257781159}] 2024-12-03T20:29:56,206 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 379, reset compression=false 2024-12-03T20:29:56,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4. 2024-12-03T20:29:56,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:29:56,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T20:29:56,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C44451%2C1733257781159.rep, suffix=, logDir=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159, archiveDir=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/oldWALs, maxLogs=10 2024-12-03T20:29:56,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.rep.1733257796310, exclude list is [], retry=0 2024-12-03T20:29:56,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46413,DS-8e6c751b-bb5c-4ea1-a7a0-8baab7f9a026,DISK] 2024-12-03T20:29:56,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.rep.1733257796310 2024-12-03T20:29:56,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36171:36171)] 2024-12-03T20:29:56,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c96aba5ec95dff9dd12e1d4540e8a5f4, NAME => 'hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:29:56,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:29:56,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:29:56,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4. service=MultiRowMutationService 2024-12-03T20:29:56,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T20:29:56,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c96aba5ec95dff9dd12e1d4540e8a5f4 2024-12-03T20:29:56,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:56,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c96aba5ec95dff9dd12e1d4540e8a5f4 2024-12-03T20:29:56,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c96aba5ec95dff9dd12e1d4540e8a5f4 2024-12-03T20:29:56,384 INFO [StoreOpener-c96aba5ec95dff9dd12e1d4540e8a5f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c96aba5ec95dff9dd12e1d4540e8a5f4 2024-12-03T20:29:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:56,393 INFO [StoreOpener-c96aba5ec95dff9dd12e1d4540e8a5f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c96aba5ec95dff9dd12e1d4540e8a5f4 columnFamilyName hfileref 2024-12-03T20:29:56,393 DEBUG [StoreOpener-c96aba5ec95dff9dd12e1d4540e8a5f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:56,396 INFO [StoreOpener-c96aba5ec95dff9dd12e1d4540e8a5f4-1 {}] regionserver.HStore(327): Store=c96aba5ec95dff9dd12e1d4540e8a5f4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:56,396 INFO [StoreOpener-c96aba5ec95dff9dd12e1d4540e8a5f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c96aba5ec95dff9dd12e1d4540e8a5f4 2024-12-03T20:29:56,406 INFO [StoreOpener-c96aba5ec95dff9dd12e1d4540e8a5f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c96aba5ec95dff9dd12e1d4540e8a5f4 columnFamilyName queue 2024-12-03T20:29:56,406 DEBUG [StoreOpener-c96aba5ec95dff9dd12e1d4540e8a5f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:56,406 INFO [StoreOpener-c96aba5ec95dff9dd12e1d4540e8a5f4-1 {}] regionserver.HStore(327): Store=c96aba5ec95dff9dd12e1d4540e8a5f4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:56,406 INFO [StoreOpener-c96aba5ec95dff9dd12e1d4540e8a5f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c96aba5ec95dff9dd12e1d4540e8a5f4 2024-12-03T20:29:56,413 INFO [StoreOpener-c96aba5ec95dff9dd12e1d4540e8a5f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c96aba5ec95dff9dd12e1d4540e8a5f4 columnFamilyName sid 2024-12-03T20:29:56,413 DEBUG [StoreOpener-c96aba5ec95dff9dd12e1d4540e8a5f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:56,420 INFO [StoreOpener-c96aba5ec95dff9dd12e1d4540e8a5f4-1 {}] regionserver.HStore(327): Store=c96aba5ec95dff9dd12e1d4540e8a5f4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:56,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c96aba5ec95dff9dd12e1d4540e8a5f4 2024-12-03T20:29:56,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/replication/c96aba5ec95dff9dd12e1d4540e8a5f4 2024-12-03T20:29:56,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/replication/c96aba5ec95dff9dd12e1d4540e8a5f4 2024-12-03T20:29:56,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c96aba5ec95dff9dd12e1d4540e8a5f4 2024-12-03T20:29:56,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c96aba5ec95dff9dd12e1d4540e8a5f4 2024-12-03T20:29:56,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:29:56,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c96aba5ec95dff9dd12e1d4540e8a5f4 2024-12-03T20:29:56,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/replication/c96aba5ec95dff9dd12e1d4540e8a5f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:29:56,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c96aba5ec95dff9dd12e1d4540e8a5f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58996538, jitterRate=-0.12088307738304138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:29:56,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c96aba5ec95dff9dd12e1d4540e8a5f4 2024-12-03T20:29:56,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c96aba5ec95dff9dd12e1d4540e8a5f4: Running coprocessor pre-open hook at 1733257796347Writing region info on filesystem at 1733257796347Initializing all the Stores at 1733257796365 (+18 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257796365Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257796371 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257796371Cleaning up temporary data from old regions at 1733257796427 (+56 ms)Running coprocessor post-open hooks at 1733257796442 (+15 ms)Region opened successfully at 1733257796442 2024-12-03T20:29:56,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4., pid=10, masterSystemTime=1733257796291 2024-12-03T20:29:56,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4. 2024-12-03T20:29:56,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4. 2024-12-03T20:29:56,450 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c96aba5ec95dff9dd12e1d4540e8a5f4, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,44451,1733257781159 2024-12-03T20:29:56,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c96aba5ec95dff9dd12e1d4540e8a5f4, server=b29c245002d9,44451,1733257781159 because future has completed 2024-12-03T20:29:56,458 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35323 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b29c245002d9,44451,1733257781159, table=hbase:replication, region=c96aba5ec95dff9dd12e1d4540e8a5f4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T20:29:56,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T20:29:56,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c96aba5ec95dff9dd12e1d4540e8a5f4, server=b29c245002d9,44451,1733257781159 in 330 msec 2024-12-03T20:29:56,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T20:29:56,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c96aba5ec95dff9dd12e1d4540e8a5f4, ASSIGN in 507 msec 2024-12-03T20:29:56,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:29:56,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257796485"}]},"ts":"1733257796485"} 2024-12-03T20:29:56,505 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T20:29:56,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:29:56,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 705 msec 2024-12-03T20:29:56,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4., hostname=b29c245002d9,44451,1733257781159, seqNum=2] 2024-12-03T20:29:56,606 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:56,607 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:29:56,607 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 64207 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:29:56,726 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 379, reset compression=false 2024-12-03T20:29:56,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064044790 2024-12-03T20:29:56,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019ce2b3400004, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064044790 2024-12-03T20:29:56,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T20:29:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:57,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44451 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T20:29:57,008 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T20:29:57,059 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b29c245002d9,44451,1733257781159, ReplicationSource: 1, currentBandwidth=0 2024-12-03T20:29:57,059 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:29:57,059 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,44451,1733257781159, seqNum=-1] 2024-12-03T20:29:57,060 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:29:57,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-03T20:29:57,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b29c245002d9,44451,1733257781159', locateType=CURRENT is [region=hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4., hostname=b29c245002d9,44451,1733257781159, seqNum=2] 2024-12-03T20:29:57,065 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T20:29:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35323 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T20:29:57,067 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b29c245002d9,44451,1733257781159 suceeded 2024-12-03T20:29:57,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T20:29:57,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-12-03T20:29:57,069 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b29c245002d9:43963,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T20:29:57,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3160 sec 2024-12-03T20:29:57,086 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:43963' 2024-12-03T20:29:57,088 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73aef2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:57,088 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,43963,-1 for getting cluster id 2024-12-03T20:29:57,088 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:57,089 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c8ac8f-33cb-4740-b027-a84c26f70fd6' 2024-12-03T20:29:57,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:57,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c8ac8f-33cb-4740-b027-a84c26f70fd6" 2024-12-03T20:29:57,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e8eaa74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:57,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,43963,-1] 2024-12-03T20:29:57,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:57,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:57,091 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:57,092 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63fbd4e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:57,092 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:57,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,43963,1733257786499 2024-12-03T20:29:57,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14f343a4 2024-12-03T20:29:57,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:29:57,094 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-03T20:29:57,095 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b29c245002d9,44451,1733257781159 (queues=1) is replicating from cluster=a93db91d-98ca-4fcd-9072-86c31f90cdd1 to cluster=d4c8ac8f-33cb-4740-b027-a84c26f70fd6 2024-12-03T20:29:57,095 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b29c245002d9%2C44451%2C1733257781159 2024-12-03T20:29:57,095 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b29c245002d9,44451,1733257781159, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T20:29:57,098 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388, startPosition=0, beingWritten=true 2024-12-03T20:29:57,108 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.shipperb29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b29c245002d9%2C44451%2C1733257781159 2024-12-03T20:29:57,120 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:29:57,120 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 379, reset compression=false 2024-12-03T20:29:57,120 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.shipperb29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,44451,1733257781159 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:29:57,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T20:29:57,174 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T20:29:57,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:29:57,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T20:29:57,341 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 379, reset compression=false 2024-12-03T20:29:57,364 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 379, reset compression=false 2024-12-03T20:29:57,672 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 379, reset compression=false 2024-12-03T20:29:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:57,917 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T20:29:57,917 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:29:57,917 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:29:57,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:57,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:57,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:29:57,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d923dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:57,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,43963,-1 for getting cluster id 2024-12-03T20:29:57,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:57,921 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c8ac8f-33cb-4740-b027-a84c26f70fd6' 2024-12-03T20:29:57,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:57,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c8ac8f-33cb-4740-b027-a84c26f70fd6" 2024-12-03T20:29:57,922 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f04e6ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:57,922 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,43963,-1] 2024-12-03T20:29:57,922 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:57,922 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:57,923 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:57,924 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7c4f4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:57,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:57,925 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,43963,1733257786499 2024-12-03T20:29:57,925 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@560ebf75 2024-12-03T20:29:57,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:29:57,928 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:29:57,929 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b29c245002d9:42989,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T20:29:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T20:29:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:57,933 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:42989' 2024-12-03T20:29:57,940 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2698dfcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:57,940 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,42989,-1 for getting cluster id 2024-12-03T20:29:57,941 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:57,942 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3236ff9e-0f34-48e3-a23b-61fd0f19047c' 2024-12-03T20:29:57,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:57,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3236ff9e-0f34-48e3-a23b-61fd0f19047c" 2024-12-03T20:29:57,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3462521e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:57,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,42989,-1] 2024-12-03T20:29:57,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:57,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:57,944 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:57,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1259b3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:57,946 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:57,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,42989,1733257773385 2024-12-03T20:29:57,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38bcf878 2024-12-03T20:29:57,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:29:57,948 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:29:57,949 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T20:29:57,949 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T20:29:57,949 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:57,949 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:57,950 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:29:57,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:29:57,954 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T20:29:57,960 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:29:57,961 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:57,964 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:29:58,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741837_1013 (size=1138) 2024-12-03T20:29:58,007 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T20:29:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:58,088 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 379, reset compression=false 2024-12-03T20:29:58,089 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 379, reset compression=false 2024-12-03T20:29:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:58,406 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18015e479dff246c11ceed229eb236b5, NAME => 'hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939 2024-12-03T20:29:58,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741838_1014 (size=44) 2024-12-03T20:29:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:58,595 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 379, reset compression=false 2024-12-03T20:29:58,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:58,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 18015e479dff246c11ceed229eb236b5, disabling compactions & flushes 2024-12-03T20:29:58,824 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5. 2024-12-03T20:29:58,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5. 2024-12-03T20:29:58,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5. after waiting 0 ms 2024-12-03T20:29:58,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5. 2024-12-03T20:29:58,824 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5. 2024-12-03T20:29:58,824 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18015e479dff246c11ceed229eb236b5: Waiting for close lock at 1733257798824Disabling compacts and flushes for region at 1733257798824Disabling writes for close at 1733257798824Writing region close event to WAL at 1733257798824Closed at 1733257798824 2024-12-03T20:29:58,834 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:29:58,835 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733257798834"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257798834"}]},"ts":"1733257798834"} 2024-12-03T20:29:58,837 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:29:58,840 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:29:58,841 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257798840"}]},"ts":"1733257798840"} 2024-12-03T20:29:58,842 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T20:29:58,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18015e479dff246c11ceed229eb236b5, ASSIGN}] 2024-12-03T20:29:58,844 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18015e479dff246c11ceed229eb236b5, ASSIGN 2024-12-03T20:29:58,845 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18015e479dff246c11ceed229eb236b5, ASSIGN; state=OFFLINE, location=b29c245002d9,38961,1733257786952; forceNewPlan=false, retain=false 2024-12-03T20:29:58,901 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 379, reset compression=false 2024-12-03T20:29:58,995 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18015e479dff246c11ceed229eb236b5, regionState=OPENING, regionLocation=b29c245002d9,38961,1733257786952 2024-12-03T20:29:58,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18015e479dff246c11ceed229eb236b5, ASSIGN because future has completed 2024-12-03T20:29:59,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18015e479dff246c11ceed229eb236b5, server=b29c245002d9,38961,1733257786952}] 2024-12-03T20:29:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:29:59,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5. 2024-12-03T20:29:59,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:29:59,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T20:29:59,203 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 379, reset compression=false 2024-12-03T20:29:59,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C38961%2C1733257786952.rep, suffix=, logDir=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952, archiveDir=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/oldWALs, maxLogs=10 2024-12-03T20:29:59,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.rep.1733257799205, exclude list is [], retry=0 2024-12-03T20:29:59,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41887,DS-629c431c-964e-4f2d-be20-2af58c2f8695,DISK] 2024-12-03T20:29:59,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.rep.1733257799205 2024-12-03T20:29:59,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44489:44489)] 2024-12-03T20:29:59,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 18015e479dff246c11ceed229eb236b5, NAME => 'hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:29:59,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:29:59,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:29:59,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5. service=MultiRowMutationService 2024-12-03T20:29:59,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T20:29:59,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 18015e479dff246c11ceed229eb236b5 2024-12-03T20:29:59,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:29:59,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 18015e479dff246c11ceed229eb236b5 2024-12-03T20:29:59,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 18015e479dff246c11ceed229eb236b5 2024-12-03T20:29:59,284 INFO [StoreOpener-18015e479dff246c11ceed229eb236b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 18015e479dff246c11ceed229eb236b5 2024-12-03T20:29:59,293 INFO [StoreOpener-18015e479dff246c11ceed229eb236b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18015e479dff246c11ceed229eb236b5 columnFamilyName hfileref 2024-12-03T20:29:59,293 DEBUG [StoreOpener-18015e479dff246c11ceed229eb236b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:59,296 INFO [StoreOpener-18015e479dff246c11ceed229eb236b5-1 {}] regionserver.HStore(327): Store=18015e479dff246c11ceed229eb236b5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:59,296 INFO [StoreOpener-18015e479dff246c11ceed229eb236b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 18015e479dff246c11ceed229eb236b5 2024-12-03T20:29:59,301 INFO [StoreOpener-18015e479dff246c11ceed229eb236b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18015e479dff246c11ceed229eb236b5 columnFamilyName queue 2024-12-03T20:29:59,301 DEBUG [StoreOpener-18015e479dff246c11ceed229eb236b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:59,303 INFO [StoreOpener-18015e479dff246c11ceed229eb236b5-1 {}] regionserver.HStore(327): Store=18015e479dff246c11ceed229eb236b5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:59,304 INFO [StoreOpener-18015e479dff246c11ceed229eb236b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 18015e479dff246c11ceed229eb236b5 2024-12-03T20:29:59,312 INFO [StoreOpener-18015e479dff246c11ceed229eb236b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18015e479dff246c11ceed229eb236b5 columnFamilyName sid 2024-12-03T20:29:59,313 DEBUG [StoreOpener-18015e479dff246c11ceed229eb236b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:29:59,313 INFO [StoreOpener-18015e479dff246c11ceed229eb236b5-1 {}] regionserver.HStore(327): Store=18015e479dff246c11ceed229eb236b5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:29:59,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 18015e479dff246c11ceed229eb236b5 2024-12-03T20:29:59,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/replication/18015e479dff246c11ceed229eb236b5 2024-12-03T20:29:59,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/replication/18015e479dff246c11ceed229eb236b5 2024-12-03T20:29:59,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 18015e479dff246c11ceed229eb236b5 2024-12-03T20:29:59,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 18015e479dff246c11ceed229eb236b5 2024-12-03T20:29:59,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:29:59,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 18015e479dff246c11ceed229eb236b5 2024-12-03T20:29:59,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/replication/18015e479dff246c11ceed229eb236b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:29:59,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 18015e479dff246c11ceed229eb236b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63961985, jitterRate=-0.04689215123653412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:29:59,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18015e479dff246c11ceed229eb236b5 2024-12-03T20:29:59,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 18015e479dff246c11ceed229eb236b5: Running coprocessor pre-open hook at 1733257799261Writing region info on filesystem at 1733257799262 (+1 ms)Initializing all the Stores at 1733257799271 (+9 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257799271Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257799284 (+13 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257799284Cleaning up temporary data from old regions at 1733257799315 (+31 ms)Running coprocessor post-open hooks at 1733257799340 (+25 ms)Region opened successfully at 1733257799340 2024-12-03T20:29:59,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5., pid=10, masterSystemTime=1733257799166 2024-12-03T20:29:59,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5. 2024-12-03T20:29:59,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5. 2024-12-03T20:29:59,352 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18015e479dff246c11ceed229eb236b5, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,38961,1733257786952 2024-12-03T20:29:59,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18015e479dff246c11ceed229eb236b5, server=b29c245002d9,38961,1733257786952 because future has completed 2024-12-03T20:29:59,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T20:29:59,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 18015e479dff246c11ceed229eb236b5, server=b29c245002d9,38961,1733257786952 in 365 msec 2024-12-03T20:29:59,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T20:29:59,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18015e479dff246c11ceed229eb236b5, ASSIGN in 526 msec 2024-12-03T20:29:59,372 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:29:59,373 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257799372"}]},"ts":"1733257799372"} 2024-12-03T20:29:59,375 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T20:29:59,377 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:29:59,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4270 sec 2024-12-03T20:29:59,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5., hostname=b29c245002d9,38961,1733257786952, seqNum=2] 2024-12-03T20:29:59,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38961-0x1019ce2b3400007, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-960730924 2024-12-03T20:29:59,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-960730924 2024-12-03T20:29:59,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T20:29:59,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T20:29:59,785 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T20:29:59,817 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 379, reset compression=false 2024-12-03T20:29:59,880 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b29c245002d9,38961,1733257786952, ReplicationSource: 1, currentBandwidth=0 2024-12-03T20:29:59,880 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:29:59,881 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,38961,1733257786952, seqNum=-1] 2024-12-03T20:29:59,881 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:29:59,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-03T20:29:59,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b29c245002d9,38961,1733257786952', locateType=CURRENT is [region=hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5., hostname=b29c245002d9,38961,1733257786952, seqNum=2] 2024-12-03T20:29:59,912 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T20:29:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T20:29:59,928 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b29c245002d9,38961,1733257786952 suceeded 2024-12-03T20:29:59,936 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 379, reset compression=false 2024-12-03T20:29:59,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T20:29:59,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 318 msec 2024-12-03T20:29:59,940 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b29c245002d9:42989,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T20:29:59,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.0110 sec 2024-12-03T20:29:59,960 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:42989' 2024-12-03T20:29:59,976 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3968e69c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:59,977 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,42989,-1 for getting cluster id 2024-12-03T20:29:59,977 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:29:59,978 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3236ff9e-0f34-48e3-a23b-61fd0f19047c' 2024-12-03T20:29:59,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:29:59,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3236ff9e-0f34-48e3-a23b-61fd0f19047c" 2024-12-03T20:29:59,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f822220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:59,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,42989,-1] 2024-12-03T20:29:59,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:29:59,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:29:59,982 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:29:59,984 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ec4fe9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:29:59,985 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:29:59,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,42989,1733257773385 2024-12-03T20:29:59,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55a0f3f9 2024-12-03T20:29:59,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:29:59,993 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-03T20:29:59,994 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b29c245002d9,38961,1733257786952 (queues=1) is replicating from cluster=d4c8ac8f-33cb-4740-b027-a84c26f70fd6 to cluster=3236ff9e-0f34-48e3-a23b-61fd0f19047c 2024-12-03T20:29:59,994 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b29c245002d9%2C38961%2C1733257786952 2024-12-03T20:29:59,994 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b29c245002d9,38961,1733257786952, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T20:30:00,000 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553, startPosition=0, beingWritten=true 2024-12-03T20:30:00,005 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b29c245002d9%2C38961%2C1733257786952 2024-12-03T20:30:00,060 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:30:00,060 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 379, reset compression=false 2024-12-03T20:30:00,060 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,38961,1733257786952 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:30:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:30:00,078 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T20:30:00,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:30:00,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:00,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:00,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:00,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:30:00,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4273873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:00,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,42989,-1 for getting cluster id 2024-12-03T20:30:00,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:00,110 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3236ff9e-0f34-48e3-a23b-61fd0f19047c' 2024-12-03T20:30:00,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:00,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3236ff9e-0f34-48e3-a23b-61fd0f19047c" 2024-12-03T20:30:00,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb3c67c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:00,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,42989,-1] 2024-12-03T20:30:00,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:00,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:00,117 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:00,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4881eb41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:00,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a5eda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:00,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,35323,-1 for getting cluster id 2024-12-03T20:30:00,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:00,128 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a93db91d-98ca-4fcd-9072-86c31f90cdd1' 2024-12-03T20:30:00,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:00,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a93db91d-98ca-4fcd-9072-86c31f90cdd1" 2024-12-03T20:30:00,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45db3942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:00,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,35323,-1] 2024-12-03T20:30:00,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:00,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:00,132 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:00,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@633838b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:00,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49aebc83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:00,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,43963,-1 for getting cluster id 2024-12-03T20:30:00,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:00,160 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c8ac8f-33cb-4740-b027-a84c26f70fd6' 2024-12-03T20:30:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c8ac8f-33cb-4740-b027-a84c26f70fd6" 2024-12-03T20:30:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c327f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,43963,-1] 2024-12-03T20:30:00,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:00,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:00,164 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:00,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed6f69f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:00,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:30:00,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,35947,1733257773870, seqNum=-1] 2024-12-03T20:30:00,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:30:00,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:30:00,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1., hostname=b29c245002d9,35947,1733257773870, seqNum=2] 2024-12-03T20:30:00,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:30:00,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,38961,1733257786952, seqNum=-1] 2024-12-03T20:30:00,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:30:00,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:30:00,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d., hostname=b29c245002d9,38961,1733257786952, seqNum=2] 2024-12-03T20:30:00,263 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T20:30:00,292 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T20:30:00,298 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 379, reset compression=false 2024-12-03T20:30:00,617 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 379, reset compression=false 2024-12-03T20:30:00,617 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:30:00,618 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:30:00,618 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68218 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:30:00,784 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 379, reset compression=false 2024-12-03T20:30:00,844 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 379, reset compression=false 2024-12-03T20:30:00,864 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:00,864 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.shipperb29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,35947,1733257773870 got entry batch from reader: WALEntryBatch [walEntries=[{test/bde7be2c57168c0f09986351e0b9f0d1/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T20:30:00,865 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 480, reset compression=false 2024-12-03T20:30:00,870 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.shipperb29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:30:00,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-03T20:30:00,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:00,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c55250b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:00,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,35323,-1 for getting cluster id 2024-12-03T20:30:00,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:00,881 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a93db91d-98ca-4fcd-9072-86c31f90cdd1' 2024-12-03T20:30:00,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:00,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a93db91d-98ca-4fcd-9072-86c31f90cdd1" 2024-12-03T20:30:00,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dd601e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:00,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,35323,-1] 2024-12-03T20:30:00,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:00,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:00,883 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:00,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49e2d30e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:00,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:30:00,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,44451,1733257781159, seqNum=-1] 2024-12-03T20:30:00,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:30:00,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-03T20:30:00,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733257791221.af81322bc25010455e0c32bec9f05847., hostname=b29c245002d9,44451,1733257781159, seqNum=2] 2024-12-03T20:30:00,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:01,047 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 379, reset compression=false 2024-12-03T20:30:01,092 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 480, reset compression=false 2024-12-03T20:30:01,266 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T20:30:01,419 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 480, reset compression=false 2024-12-03T20:30:01,566 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 379, reset compression=false 2024-12-03T20:30:01,709 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 379, reset compression=false 2024-12-03T20:30:01,731 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:01,731 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 503, reset compression=false 2024-12-03T20:30:01,731 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.shipperb29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,44451,1733257781159 got entry batch from reader: WALEntryBatch [walEntries=[{test/af81322bc25010455e0c32bec9f05847/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-03T20:30:01,733 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.shipperb29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:30:01,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-03T20:30:01,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38961 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:01,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@df02bbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:01,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38961 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,43963,-1 for getting cluster id 2024-12-03T20:30:01,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:01,737 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c8ac8f-33cb-4740-b027-a84c26f70fd6' 2024-12-03T20:30:01,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:01,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c8ac8f-33cb-4740-b027-a84c26f70fd6" 2024-12-03T20:30:01,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2066a6dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:01,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,43963,-1] 2024-12-03T20:30:01,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:01,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:01,739 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:01,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@617eaebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:01,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38961 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:30:01,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,38961,1733257786952, seqNum=-1] 2024-12-03T20:30:01,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:30:01,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-03T20:30:01,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d., hostname=b29c245002d9,38961,1733257786952, seqNum=2] 2024-12-03T20:30:01,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38961 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:01,822 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 480, reset compression=false 2024-12-03T20:30:01,855 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:30:01,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:01,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:01,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:01,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:01,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:01,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:01,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:01,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:01,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:01,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:01,950 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 503, reset compression=false 2024-12-03T20:30:02,172 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 379, reset compression=false 2024-12-03T20:30:02,204 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:30:02,205 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 527, reset compression=false 2024-12-03T20:30:02,205 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,38961,1733257786952 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:30:02,272 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T20:30:02,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:30:02,275 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 503, reset compression=false 2024-12-03T20:30:02,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,44451,1733257781159, seqNum=-1] 2024-12-03T20:30:02,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:30:02,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:30:02,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733257791221.af81322bc25010455e0c32bec9f05847., hostname=b29c245002d9,44451,1733257781159, seqNum=2] 2024-12-03T20:30:02,298 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T20:30:02,327 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:02,327 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 607, reset compression=false 2024-12-03T20:30:02,332 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.shipperb29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,44451,1733257781159 got entry batch from reader: WALEntryBatch [walEntries=[{test/af81322bc25010455e0c32bec9f05847/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T20:30:02,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38961 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:02,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38961 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:02,352 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 480, reset compression=false 2024-12-03T20:30:02,433 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 527, reset compression=false 2024-12-03T20:30:02,441 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:02,441 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 655, reset compression=false 2024-12-03T20:30:02,444 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,38961,1733257786952 got entry batch from reader: WALEntryBatch [walEntries=[{test/36070ac4009142cc4a4fc7301b8ed00d/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T20:30:02,457 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:30:02,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-03T20:30:02,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:02,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6496ff0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:02,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,42989,-1 for getting cluster id 2024-12-03T20:30:02,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:02,465 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3236ff9e-0f34-48e3-a23b-61fd0f19047c' 2024-12-03T20:30:02,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:02,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3236ff9e-0f34-48e3-a23b-61fd0f19047c" 2024-12-03T20:30:02,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bef46d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:02,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,42989,-1] 2024-12-03T20:30:02,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:02,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:02,467 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:02,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5704c308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:02,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:30:02,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,35947,1733257773870, seqNum=-1] 2024-12-03T20:30:02,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:30:02,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-03T20:30:02,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1., hostname=b29c245002d9,35947,1733257773870, seqNum=2] 2024-12-03T20:30:02,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:02,560 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 607, reset compression=false 2024-12-03T20:30:02,666 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 655, reset compression=false 2024-12-03T20:30:02,912 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 607, reset compression=false 2024-12-03T20:30:02,995 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 655, reset compression=false 2024-12-03T20:30:03,001 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 480, reset compression=false 2024-12-03T20:30:03,034 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:30:03,034 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 632, reset compression=false 2024-12-03T20:30:03,036 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.shipperb29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,35947,1733257773870 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:30:03,261 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 632, reset compression=false 2024-12-03T20:30:03,306 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T20:30:03,322 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-03T20:30:03,328 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T20:30:03,345 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 607, reset compression=false 2024-12-03T20:30:03,427 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 655, reset compression=false 2024-12-03T20:30:03,444 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:03,444 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 759, reset compression=false 2024-12-03T20:30:03,444 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,38961,1733257786952 got entry batch from reader: WALEntryBatch [walEntries=[{test/36070ac4009142cc4a4fc7301b8ed00d/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T20:30:03,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:03,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:03,584 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 632, reset compression=false 2024-12-03T20:30:03,625 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:03,625 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 760, reset compression=false 2024-12-03T20:30:03,625 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.shipperb29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,35947,1733257773870 got entry batch from reader: WALEntryBatch [walEntries=[{test/bde7be2c57168c0f09986351e0b9f0d1/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T20:30:03,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:03,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:03,670 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 759, reset compression=false 2024-12-03T20:30:03,852 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 760, reset compression=false 2024-12-03T20:30:03,866 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 607, reset compression=false 2024-12-03T20:30:03,900 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:30:03,901 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 758, reset compression=false 2024-12-03T20:30:03,904 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.shipperb29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,44451,1733257781159 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:30:03,988 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 759, reset compression=false 2024-12-03T20:30:04,146 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 758, reset compression=false 2024-12-03T20:30:04,164 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 760, reset compression=false 2024-12-03T20:30:04,324 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-03T20:30:04,343 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T20:30:04,435 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 759, reset compression=false 2024-12-03T20:30:04,472 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 758, reset compression=false 2024-12-03T20:30:04,592 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 760, reset compression=false 2024-12-03T20:30:04,605 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:04,605 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 916, reset compression=false 2024-12-03T20:30:04,605 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.shipperb29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,35947,1733257773870 got entry batch from reader: WALEntryBatch [walEntries=[{test/bde7be2c57168c0f09986351e0b9f0d1/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T20:30:04,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:04,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:04,814 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 916, reset compression=false 2024-12-03T20:30:04,897 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 758, reset compression=false 2024-12-03T20:30:04,936 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:04,936 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 905, reset compression=false 2024-12-03T20:30:04,936 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.shipperb29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,44451,1733257781159 got entry batch from reader: WALEntryBatch [walEntries=[{test/af81322bc25010455e0c32bec9f05847/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-03T20:30:04,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38961 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:04,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38961 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:04,968 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 759, reset compression=false 2024-12-03T20:30:04,997 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:30:04,997 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 930, reset compression=false 2024-12-03T20:30:04,997 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,38961,1733257786952 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:30:05,117 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 916, reset compression=false 2024-12-03T20:30:05,149 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 905, reset compression=false 2024-12-03T20:30:05,226 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 930, reset compression=false 2024-12-03T20:30:05,353 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T20:30:05,372 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T20:30:05,477 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 905, reset compression=false 2024-12-03T20:30:05,490 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:05,490 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1064, reset compression=false 2024-12-03T20:30:05,491 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.shipperb29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,44451,1733257781159 got entry batch from reader: WALEntryBatch [walEntries=[{test/af81322bc25010455e0c32bec9f05847/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T20:30:05,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38961 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:05,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38961 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:05,537 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 916, reset compression=false 2024-12-03T20:30:05,561 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 930, reset compression=false 2024-12-03T20:30:05,601 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:05,601 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 1080, reset compression=false 2024-12-03T20:30:05,602 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,38961,1733257786952 got entry batch from reader: WALEntryBatch [walEntries=[{test/36070ac4009142cc4a4fc7301b8ed00d/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-03T20:30:05,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:05,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:05,716 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1064, reset compression=false 2024-12-03T20:30:05,824 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 1080, reset compression=false 2024-12-03T20:30:06,043 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1064, reset compression=false 2024-12-03T20:30:06,084 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 916, reset compression=false 2024-12-03T20:30:06,135 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:30:06,135 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1090, reset compression=false 2024-12-03T20:30:06,135 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.shipperb29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,35947,1733257773870 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:30:06,159 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 1080, reset compression=false 2024-12-03T20:30:06,392 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T20:30:06,395 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1090, reset compression=false 2024-12-03T20:30:06,405 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-03T20:30:06,462 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1064, reset compression=false 2024-12-03T20:30:06,588 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 1080, reset compression=false 2024-12-03T20:30:06,607 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:06,607 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 1239, reset compression=false 2024-12-03T20:30:06,607 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,38961,1733257786952 got entry batch from reader: WALEntryBatch [walEntries=[{test/36070ac4009142cc4a4fc7301b8ed00d/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T20:30:06,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:06,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:06,714 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1090, reset compression=false 2024-12-03T20:30:06,737 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:06,738 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1240, reset compression=false 2024-12-03T20:30:06,738 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.shipperb29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,35947,1733257773870 got entry batch from reader: WALEntryBatch [walEntries=[{test/bde7be2c57168c0f09986351e0b9f0d1/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-03T20:30:06,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:06,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:06,842 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 1239, reset compression=false 2024-12-03T20:30:06,959 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1240, reset compression=false 2024-12-03T20:30:07,008 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1064, reset compression=false 2024-12-03T20:30:07,045 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:30:07,045 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1237, reset compression=false 2024-12-03T20:30:07,046 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.shipperb29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,44451,1733257781159 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:30:07,168 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 1239, reset compression=false 2024-12-03T20:30:07,274 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1240, reset compression=false 2024-12-03T20:30:07,277 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1237, reset compression=false 2024-12-03T20:30:07,412 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-03T20:30:07,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32649848, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:07,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,43963,-1 for getting cluster id 2024-12-03T20:30:07,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:07,439 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c8ac8f-33cb-4740-b027-a84c26f70fd6' 2024-12-03T20:30:07,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:07,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c8ac8f-33cb-4740-b027-a84c26f70fd6" 2024-12-03T20:30:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481a3a72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,43963,-1] 2024-12-03T20:30:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:07,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:07,453 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:07,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27237510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:07,457 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:30:07,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,43963,1733257786499 2024-12-03T20:30:07,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13967243 2024-12-03T20:30:07,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:30:07,468 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:30:07,468 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-12-03T20:30:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-03T20:30:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T20:30:07,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T20:30:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T20:30:07,597 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 1239, reset compression=false 2024-12-03T20:30:07,627 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1237, reset compression=false 2024-12-03T20:30:07,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-03T20:30:07,704 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-03T20:30:07,706 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-03T20:30:07,707 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b29c245002d9,38961,1733257786952 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-03T20:30:07,707 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/b29c245002d9:0-0. 2024-12-03T20:30:07,707 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:07,707 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:07,707 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:07,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:30:07,717 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1240, reset compression=false 2024-12-03T20:30:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T20:30:07,808 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T20:30:07,808 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T20:30:07,908 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 terminated 2024-12-03T20:30:07,942 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-b29c245002d9,38961,1733257786952, ReplicationSource: 1, currentBandwidth=0 2024-12-03T20:30:07,943 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-03T20:30:07,956 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-03T20:30:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-03T20:30:07,972 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on b29c245002d9,38961,1733257786952 suceeded 2024-12-03T20:30:07,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T20:30:07,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 426 msec 2024-12-03T20:30:07,982 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-03T20:30:07,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 513 msec 2024-12-03T20:30:07,991 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:42989' 2024-12-03T20:30:08,007 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@559b25ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:08,007 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,42989,-1 for getting cluster id 2024-12-03T20:30:08,007 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:08,008 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3236ff9e-0f34-48e3-a23b-61fd0f19047c' 2024-12-03T20:30:08,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:08,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3236ff9e-0f34-48e3-a23b-61fd0f19047c" 2024-12-03T20:30:08,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33b14bfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:08,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,42989,-1] 2024-12-03T20:30:08,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:08,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:08,010 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:08,011 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4127cd2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:08,012 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:30:08,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,42989,1733257773385 2024-12-03T20:30:08,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26e2052b 2024-12-03T20:30:08,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:30:08,017 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-03T20:30:08,018 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b29c245002d9,38961,1733257786952 (queues=1) is replicating from cluster=d4c8ac8f-33cb-4740-b027-a84c26f70fd6 to cluster=3236ff9e-0f34-48e3-a23b-61fd0f19047c 2024-12-03T20:30:08,018 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b29c245002d9%2C38961%2C1733257786952 2024-12-03T20:30:08,018 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b29c245002d9,38961,1733257786952, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T20:30:08,028 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b29c245002d9%2C38961%2C1733257786952 2024-12-03T20:30:08,066 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1237, reset compression=false 2024-12-03T20:30:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T20:30:08,109 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-03T20:30:08,112 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:30:08,112 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:08,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:08,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:08,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:30:08,124 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-03T20:30:08,231 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1240, reset compression=false 2024-12-03T20:30:08,590 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1237, reset compression=false 2024-12-03T20:30:09,126 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-03T20:30:09,210 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1237, reset compression=false 2024-12-03T20:30:09,483 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:09,483 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1344, reset compression=false 2024-12-03T20:30:09,484 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.shipperb29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,35947,1733257773870 got entry batch from reader: WALEntryBatch [walEntries=[{test/bde7be2c57168c0f09986351e0b9f0d1/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T20:30:09,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:09,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:09,696 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1344, reset compression=false 2024-12-03T20:30:09,916 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1237, reset compression=false 2024-12-03T20:30:09,950 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:09,950 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1364, reset compression=false 2024-12-03T20:30:09,952 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.shipperb29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,44451,1733257781159 got entry batch from reader: WALEntryBatch [walEntries=[{test/af81322bc25010455e0c32bec9f05847/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T20:30:09,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38961 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:09,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38961 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:10,020 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1344, reset compression=false 2024-12-03T20:30:10,132 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-03T20:30:10,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@917559a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:10,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,43963,-1 for getting cluster id 2024-12-03T20:30:10,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:10,141 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4c8ac8f-33cb-4740-b027-a84c26f70fd6' 2024-12-03T20:30:10,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:10,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4c8ac8f-33cb-4740-b027-a84c26f70fd6" 2024-12-03T20:30:10,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3717f90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:10,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,43963,-1] 2024-12-03T20:30:10,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:10,146 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:10,147 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:10,147 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2ce41c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:10,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:30:10,150 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,43963,1733257786499 2024-12-03T20:30:10,150 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@366e0e55 2024-12-03T20:30:10,152 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:30:10,153 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:30:10,154 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-12-03T20:30:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-03T20:30:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T20:30:10,180 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1364, reset compression=false 2024-12-03T20:30:10,195 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:10,196 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1468, reset compression=false 2024-12-03T20:30:10,196 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.shipperb29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,44451,1733257781159 got entry batch from reader: WALEntryBatch [walEntries=[{test/af81322bc25010455e0c32bec9f05847/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T20:30:10,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38961 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:10,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38961 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:10,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T20:30:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T20:30:10,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38961 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-03T20:30:10,389 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-03T20:30:10,397 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-03T20:30:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-03T20:30:10,409 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on b29c245002d9,38961,1733257786952 suceeded 2024-12-03T20:30:10,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-03T20:30:10,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-12-03T20:30:10,413 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-03T20:30:10,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 259 msec 2024-12-03T20:30:10,427 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553, startPosition=1239, beingWritten=true 2024-12-03T20:30:10,433 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1468, reset compression=false 2024-12-03T20:30:10,453 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1344, reset compression=false 2024-12-03T20:30:10,465 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:10,466 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 1518, reset compression=false 2024-12-03T20:30:10,466 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,38961,1733257786952 got entry batch from reader: WALEntryBatch [walEntries=[{test/36070ac4009142cc4a4fc7301b8ed00d/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T20:30:10,468 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:30:10,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-03T20:30:10,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T20:30:10,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:10,476 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-03T20:30:10,476 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:30:10,476 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:10,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:10,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:10,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:30:10,479 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-03T20:30:10,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T20:30:10,479 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:30:10,479 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:10,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:10,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:10,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:30:10,479 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:30:10,479 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1576299035, stopped=false 2024-12-03T20:30:10,479 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,43963,1733257786499 2024-12-03T20:30:10,495 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T20:30:10,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38961-0x1019ce2b3400007, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-960730924/running 2024-12-03T20:30:10,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38961-0x1019ce2b3400007, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-960730924 2024-12-03T20:30:10,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-960730924/running 2024-12-03T20:30:10,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-960730924 2024-12-03T20:30:10,505 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:30:10,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:30:10,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:10,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:10,506 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,38961,1733257786952' ***** 2024-12-03T20:30:10,506 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:30:10,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38961-0x1019ce2b3400007, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Set watcher on znode that does not yet exist, /2-960730924/running 2024-12-03T20:30:10,506 INFO [RS:0;b29c245002d9:38961 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:30:10,506 INFO [RS:0;b29c245002d9:38961 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:30:10,506 INFO [RS:0;b29c245002d9:38961 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:30:10,506 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:30:10,506 INFO [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(3091): Received CLOSE for 18015e479dff246c11ceed229eb236b5 2024-12-03T20:30:10,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Set watcher on znode that does not yet exist, /2-960730924/running 2024-12-03T20:30:10,509 INFO [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(3091): Received CLOSE for 36070ac4009142cc4a4fc7301b8ed00d 2024-12-03T20:30:10,509 INFO [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,38961,1733257786952 2024-12-03T20:30:10,509 INFO [RS:0;b29c245002d9:38961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:30:10,509 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18015e479dff246c11ceed229eb236b5, disabling compactions & flushes 2024-12-03T20:30:10,509 INFO [RS:0;b29c245002d9:38961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:38961. 2024-12-03T20:30:10,509 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5. 2024-12-03T20:30:10,509 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5. 2024-12-03T20:30:10,509 DEBUG [RS:0;b29c245002d9:38961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:10,509 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5. after waiting 0 ms 2024-12-03T20:30:10,509 DEBUG [RS:0;b29c245002d9:38961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:10,509 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5. 2024-12-03T20:30:10,509 INFO [RS:0;b29c245002d9:38961 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:30:10,509 INFO [RS:0;b29c245002d9:38961 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:30:10,509 INFO [RS:0;b29c245002d9:38961 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:30:10,509 INFO [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:30:10,510 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 18015e479dff246c11ceed229eb236b5 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-12-03T20:30:10,512 INFO [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T20:30:10,512 DEBUG [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(1325): Online Regions={18015e479dff246c11ceed229eb236b5=hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5., 36070ac4009142cc4a4fc7301b8ed00d=test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:30:10,512 DEBUG [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18015e479dff246c11ceed229eb236b5, 36070ac4009142cc4a4fc7301b8ed00d 2024-12-03T20:30:10,513 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:30:10,513 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:30:10,513 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:30:10,513 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:30:10,513 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:30:10,513 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T20:30:10,520 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:30:10,555 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/replication/18015e479dff246c11ceed229eb236b5/.tmp/queue/6ed870e7a0264c7386d5b092a8b92b72 is 154, key is 1-b29c245002d9,38961,1733257786952/queue:b29c245002d9%2C38961%2C1733257786952/1733257810477/Put/seqid=0 2024-12-03T20:30:10,593 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740/.tmp/info/57f2581da1ac47199b42c39250e1b170 is 147, key is hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5./info:regioninfo/1733257799352/Put/seqid=0 2024-12-03T20:30:10,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741840_1016 (size=5353) 2024-12-03T20:30:10,606 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/replication/18015e479dff246c11ceed229eb236b5/.tmp/queue/6ed870e7a0264c7386d5b092a8b92b72 2024-12-03T20:30:10,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741841_1017 (size=7686) 2024-12-03T20:30:10,630 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/replication/18015e479dff246c11ceed229eb236b5/.tmp/queue/6ed870e7a0264c7386d5b092a8b92b72 as hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/replication/18015e479dff246c11ceed229eb236b5/queue/6ed870e7a0264c7386d5b092a8b92b72 2024-12-03T20:30:10,634 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740/.tmp/info/57f2581da1ac47199b42c39250e1b170 2024-12-03T20:30:10,644 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/replication/18015e479dff246c11ceed229eb236b5/queue/6ed870e7a0264c7386d5b092a8b92b72, entries=1, sequenceid=13, filesize=5.2 K 2024-12-03T20:30:10,647 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 18015e479dff246c11ceed229eb236b5 in 138ms, sequenceid=13, compaction requested=false 2024-12-03T20:30:10,687 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740/.tmp/ns/0e3543e2e8f649578140218a9f5df89d is 43, key is default/ns:d/1733257789838/Put/seqid=0 2024-12-03T20:30:10,689 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/replication/18015e479dff246c11ceed229eb236b5/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-03T20:30:10,689 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:30:10,690 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:30:10,690 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5. 2024-12-03T20:30:10,690 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18015e479dff246c11ceed229eb236b5: Waiting for close lock at 1733257810509Running coprocessor pre-close hooks at 1733257810509Disabling compacts and flushes for region at 1733257810509Disabling writes for close at 1733257810509Obtaining lock to block concurrent updates at 1733257810510 (+1 ms)Preparing flush snapshotting stores in 18015e479dff246c11ceed229eb236b5 at 1733257810510Finished memstore snapshotting hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1733257810510Flushing stores of hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5. at 1733257810512 (+2 ms)Flushing 18015e479dff246c11ceed229eb236b5/queue: creating writer at 1733257810512Flushing 18015e479dff246c11ceed229eb236b5/queue: appending metadata at 1733257810555 (+43 ms)Flushing 18015e479dff246c11ceed229eb236b5/queue: closing flushed file at 1733257810555Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44fb679d: reopening flushed file at 1733257810625 (+70 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 18015e479dff246c11ceed229eb236b5 in 138ms, sequenceid=13, compaction requested=false at 1733257810647 (+22 ms)Writing region close event to WAL at 1733257810660 (+13 ms)Running coprocessor post-close hooks at 1733257810689 (+29 ms)Closed at 1733257810690 (+1 ms) 2024-12-03T20:30:10,690 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733257797949.18015e479dff246c11ceed229eb236b5. 2024-12-03T20:30:10,690 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36070ac4009142cc4a4fc7301b8ed00d, disabling compactions & flushes 2024-12-03T20:30:10,690 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d. 2024-12-03T20:30:10,690 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d. 2024-12-03T20:30:10,690 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d. after waiting 0 ms 2024-12-03T20:30:10,690 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d. 2024-12-03T20:30:10,690 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 36070ac4009142cc4a4fc7301b8ed00d 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-03T20:30:10,694 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 1518, reset compression=false 2024-12-03T20:30:10,713 DEBUG [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36070ac4009142cc4a4fc7301b8ed00d 2024-12-03T20:30:10,728 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:30:10,729 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:30:10,729 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 78329 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:30:10,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741842_1018 (size=5153) 2024-12-03T20:30:10,740 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740/.tmp/ns/0e3543e2e8f649578140218a9f5df89d 2024-12-03T20:30:10,753 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:30:10,753 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 1765, reset compression=false 2024-12-03T20:30:10,754 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,38961,1733257786952 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:30:10,755 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b29c245002d9,38961,1733257786952: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b29c245002d9,38961,1733257786952, walGroup=b29c245002d9%2C38961%2C1733257786952, offset=b29c245002d9%2C38961%2C1733257786952.1733257788553:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:38961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T20:30:10,756 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T20:30:10,756 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T20:30:10,756 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T20:30:10,756 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T20:30:10,756 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T20:30:10,756 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1157627904, "init": 1048576000, "max": 2306867200, "used": 792638720 }, "NonHeapMemoryUsage": { "committed": 201654272, "init": 7667712, "max": -1, "used": 198723464 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T20:30:10,757 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:43963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:43963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T20:30:10,764 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1468, reset compression=false 2024-12-03T20:30:10,769 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/default/test/36070ac4009142cc4a4fc7301b8ed00d/.tmp/f/9229bf1e93494db0a1757bd3bde96394 is 37, key is row3/f:row3/1733257808113/Put/seqid=0 2024-12-03T20:30:10,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741843_1019 (size=5228) 2024-12-03T20:30:10,820 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740/.tmp/rep_barrier/d6d138e315f5447dbbf1dc6ca954ff71 is 112, key is test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d./rep_barrier:seqnumDuringOpen/1733257793381/Put/seqid=0 2024-12-03T20:30:10,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741844_1020 (size=5518) 2024-12-03T20:30:10,913 DEBUG [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36070ac4009142cc4a4fc7301b8ed00d 2024-12-03T20:30:10,966 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1344, reset compression=false 2024-12-03T20:30:10,973 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:30:10,973 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1496, reset compression=false 2024-12-03T20:30:10,973 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.shipperb29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,35947,1733257773870 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:30:10,977 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 1765, reset compression=false 2024-12-03T20:30:11,113 DEBUG [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36070ac4009142cc4a4fc7301b8ed00d 2024-12-03T20:30:11,172 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1468, reset compression=false 2024-12-03T20:30:11,204 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1496, reset compression=false 2024-12-03T20:30:11,210 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/default/test/36070ac4009142cc4a4fc7301b8ed00d/.tmp/f/9229bf1e93494db0a1757bd3bde96394 2024-12-03T20:30:11,217 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9229bf1e93494db0a1757bd3bde96394 2024-12-03T20:30:11,257 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/default/test/36070ac4009142cc4a4fc7301b8ed00d/.tmp/f1/72a6629821e346299135dec54070fb46 is 30, key is row1/f1:/1733257805356/DeleteFamily/seqid=0 2024-12-03T20:30:11,260 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740/.tmp/rep_barrier/d6d138e315f5447dbbf1dc6ca954ff71 2024-12-03T20:30:11,311 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 1765, reset compression=false 2024-12-03T20:30:11,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741845_1021 (size=5158) 2024-12-03T20:30:11,315 DEBUG [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36070ac4009142cc4a4fc7301b8ed00d 2024-12-03T20:30:11,342 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740/.tmp/table/3e56f57e547647d99d4f2c0201bc0023 is 53, key is hbase:replication/table:state/1733257799372/Put/seqid=0 2024-12-03T20:30:11,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741846_1022 (size=5308) 2024-12-03T20:30:11,383 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:30:11,383 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:30:11,388 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740/.tmp/table/3e56f57e547647d99d4f2c0201bc0023 2024-12-03T20:30:11,426 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740/.tmp/info/57f2581da1ac47199b42c39250e1b170 as hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740/info/57f2581da1ac47199b42c39250e1b170 2024-12-03T20:30:11,473 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740/info/57f2581da1ac47199b42c39250e1b170, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T20:30:11,484 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740/.tmp/ns/0e3543e2e8f649578140218a9f5df89d as hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740/ns/0e3543e2e8f649578140218a9f5df89d 2024-12-03T20:30:11,516 INFO [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T20:30:11,516 DEBUG [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(1325): Online Regions={36070ac4009142cc4a4fc7301b8ed00d=test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:30:11,516 DEBUG [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36070ac4009142cc4a4fc7301b8ed00d 2024-12-03T20:30:11,522 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740/ns/0e3543e2e8f649578140218a9f5df89d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T20:30:11,531 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740/.tmp/rep_barrier/d6d138e315f5447dbbf1dc6ca954ff71 as hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740/rep_barrier/d6d138e315f5447dbbf1dc6ca954ff71 2024-12-03T20:30:11,536 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1496, reset compression=false 2024-12-03T20:30:11,551 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740/rep_barrier/d6d138e315f5447dbbf1dc6ca954ff71, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T20:30:11,555 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740/.tmp/table/3e56f57e547647d99d4f2c0201bc0023 as hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740/table/3e56f57e547647d99d4f2c0201bc0023 2024-12-03T20:30:11,582 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740/table/3e56f57e547647d99d4f2c0201bc0023, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T20:30:11,591 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1078ms, sequenceid=16, compaction requested=false 2024-12-03T20:30:11,676 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T20:30:11,678 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:30:11,678 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:30:11,678 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:30:11,678 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257810513Running coprocessor pre-close hooks at 1733257810513Disabling compacts and flushes for region at 1733257810513Disabling writes for close at 1733257810513Obtaining lock to block concurrent updates at 1733257810513Preparing flush snapshotting stores in 1588230740 at 1733257810513Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733257810513Flushing stores of hbase:meta,,1.1588230740 at 1733257810530 (+17 ms)Flushing 1588230740/info: creating writer at 1733257810530Flushing 1588230740/info: appending metadata at 1733257810593 (+63 ms)Flushing 1588230740/info: closing flushed file at 1733257810593Flushing 1588230740/ns: creating writer at 1733257810650 (+57 ms)Flushing 1588230740/ns: appending metadata at 1733257810687 (+37 ms)Flushing 1588230740/ns: closing flushed file at 1733257810687Flushing 1588230740/rep_barrier: creating writer at 1733257810795 (+108 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733257810820 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733257810820Flushing 1588230740/table: creating writer at 1733257811282 (+462 ms)Flushing 1588230740/table: appending metadata at 1733257811341 (+59 ms)Flushing 1588230740/table: closing flushed file at 1733257811341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@345e310b: reopening flushed file at 1733257811418 (+77 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@944385d: reopening flushed file at 1733257811473 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49fd6b62: reopening flushed file at 1733257811522 (+49 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@288dc642: reopening flushed file at 1733257811552 (+30 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1078ms, sequenceid=16, compaction requested=false at 1733257811591 (+39 ms)Writing region close event to WAL at 1733257811639 (+48 ms)Running coprocessor post-close hooks at 1733257811678 (+39 ms)Closed at 1733257811678 2024-12-03T20:30:11,678 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:30:11,696 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1468, reset compression=false 2024-12-03T20:30:11,715 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/default/test/36070ac4009142cc4a4fc7301b8ed00d/.tmp/f1/72a6629821e346299135dec54070fb46 2024-12-03T20:30:11,716 DEBUG [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(1351): Waiting on 36070ac4009142cc4a4fc7301b8ed00d 2024-12-03T20:30:11,725 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72a6629821e346299135dec54070fb46 2024-12-03T20:30:11,732 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 1765, reset compression=false 2024-12-03T20:30:11,761 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/default/test/36070ac4009142cc4a4fc7301b8ed00d/.tmp/norep/6f53e868deae4168a62fe20e7e20b160 is 33, key is row2/norep:/1733257806396/DeleteFamily/seqid=0 2024-12-03T20:30:11,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741847_1023 (size=5108) 2024-12-03T20:30:11,917 DEBUG [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(1351): Waiting on 36070ac4009142cc4a4fc7301b8ed00d 2024-12-03T20:30:11,964 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1496, reset compression=false 2024-12-03T20:30:12,117 DEBUG [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(1351): Waiting on 36070ac4009142cc4a4fc7301b8ed00d 2024-12-03T20:30:12,184 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/default/test/36070ac4009142cc4a4fc7301b8ed00d/.tmp/norep/6f53e868deae4168a62fe20e7e20b160 2024-12-03T20:30:12,188 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f53e868deae4168a62fe20e7e20b160 2024-12-03T20:30:12,189 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/default/test/36070ac4009142cc4a4fc7301b8ed00d/.tmp/f/9229bf1e93494db0a1757bd3bde96394 as hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/default/test/36070ac4009142cc4a4fc7301b8ed00d/f/9229bf1e93494db0a1757bd3bde96394 2024-12-03T20:30:12,196 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9229bf1e93494db0a1757bd3bde96394 2024-12-03T20:30:12,196 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/default/test/36070ac4009142cc4a4fc7301b8ed00d/f/9229bf1e93494db0a1757bd3bde96394, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T20:30:12,201 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/default/test/36070ac4009142cc4a4fc7301b8ed00d/.tmp/f1/72a6629821e346299135dec54070fb46 as hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/default/test/36070ac4009142cc4a4fc7301b8ed00d/f1/72a6629821e346299135dec54070fb46 2024-12-03T20:30:12,217 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72a6629821e346299135dec54070fb46 2024-12-03T20:30:12,217 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/default/test/36070ac4009142cc4a4fc7301b8ed00d/f1/72a6629821e346299135dec54070fb46, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T20:30:12,218 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/default/test/36070ac4009142cc4a4fc7301b8ed00d/.tmp/norep/6f53e868deae4168a62fe20e7e20b160 as hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/default/test/36070ac4009142cc4a4fc7301b8ed00d/norep/6f53e868deae4168a62fe20e7e20b160 2024-12-03T20:30:12,223 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f53e868deae4168a62fe20e7e20b160 2024-12-03T20:30:12,223 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/default/test/36070ac4009142cc4a4fc7301b8ed00d/norep/6f53e868deae4168a62fe20e7e20b160, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T20:30:12,224 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 36070ac4009142cc4a4fc7301b8ed00d in 1534ms, sequenceid=12, compaction requested=false 2024-12-03T20:30:12,232 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/data/default/test/36070ac4009142cc4a4fc7301b8ed00d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T20:30:12,232 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:30:12,232 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:30:12,232 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d. 2024-12-03T20:30:12,232 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36070ac4009142cc4a4fc7301b8ed00d: Waiting for close lock at 1733257810690Running coprocessor pre-close hooks at 1733257810690Disabling compacts and flushes for region at 1733257810690Disabling writes for close at 1733257810690Obtaining lock to block concurrent updates at 1733257810690Preparing flush snapshotting stores in 36070ac4009142cc4a4fc7301b8ed00d at 1733257810690Finished memstore snapshotting test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733257810691 (+1 ms)Flushing stores of test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d. at 1733257810695 (+4 ms)Flushing 36070ac4009142cc4a4fc7301b8ed00d/f: creating writer at 1733257810695Flushing 36070ac4009142cc4a4fc7301b8ed00d/f: appending metadata at 1733257810769 (+74 ms)Flushing 36070ac4009142cc4a4fc7301b8ed00d/f: closing flushed file at 1733257810769Flushing 36070ac4009142cc4a4fc7301b8ed00d/f1: creating writer at 1733257811217 (+448 ms)Flushing 36070ac4009142cc4a4fc7301b8ed00d/f1: appending metadata at 1733257811257 (+40 ms)Flushing 36070ac4009142cc4a4fc7301b8ed00d/f1: closing flushed file at 1733257811257Flushing 36070ac4009142cc4a4fc7301b8ed00d/norep: creating writer at 1733257811725 (+468 ms)Flushing 36070ac4009142cc4a4fc7301b8ed00d/norep: appending metadata at 1733257811760 (+35 ms)Flushing 36070ac4009142cc4a4fc7301b8ed00d/norep: closing flushed file at 1733257811760Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b520ad5: reopening flushed file at 1733257812188 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31c1e8d0: reopening flushed file at 1733257812196 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7315fde6: reopening flushed file at 1733257812218 (+22 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 36070ac4009142cc4a4fc7301b8ed00d in 1534ms, sequenceid=12, compaction requested=false at 1733257812224 (+6 ms)Writing region close event to WAL at 1733257812227 (+3 ms)Running coprocessor post-close hooks at 1733257812232 (+5 ms)Closed at 1733257812232 2024-12-03T20:30:12,232 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733257792392.36070ac4009142cc4a4fc7301b8ed00d. 2024-12-03T20:30:12,249 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 1765, reset compression=false 2024-12-03T20:30:12,253 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:30:12,253 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.wal-reader.b29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.1733257788553 to pos 2409, reset compression=false 2024-12-03T20:30:12,317 INFO [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,38961,1733257786952; all regions closed. 2024-12-03T20:30:12,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741834_1010 (size=4239) 2024-12-03T20:30:12,319 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/WALs/b29c245002d9,38961,1733257786952/b29c245002d9%2C38961%2C1733257786952.meta.1733257789609.meta not finished, retry = 0 2024-12-03T20:30:12,334 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1468, reset compression=false 2024-12-03T20:30:12,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741839_1015 (size=3333) 2024-12-03T20:30:12,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741833_1009 (size=2417) 2024-12-03T20:30:12,437 DEBUG [RS:0;b29c245002d9:38961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:12,437 INFO [RS:0;b29c245002d9:38961 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:30:12,437 INFO [RS:0;b29c245002d9:38961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:30:12,437 INFO [RS:0;b29c245002d9:38961 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T20:30:12,437 INFO [RS:0;b29c245002d9:38961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:30:12,437 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:30:12,438 INFO [RS:0;b29c245002d9:38961 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b29c245002d9,38961,1733257786952 because: Region server is closing 2024-12-03T20:30:12,438 INFO [RS:0;b29c245002d9:38961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:38961. 2024-12-03T20:30:12,438 DEBUG [RS:0;b29c245002d9:38961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:12,438 DEBUG [RS:0;b29c245002d9:38961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:12,438 DEBUG [RS:0;b29c245002d9:38961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:12,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:30:12,487 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1496, reset compression=false 2024-12-03T20:30:12,538 INFO [RS:0;b29c245002d9:38961 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,38961,1733257786952.replicationSource.shipperb29c245002d9%2C38961%2C1733257786952,1-b29c245002d9,38961,1733257786952 terminated 2024-12-03T20:30:12,539 INFO [RS:0;b29c245002d9:38961 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:38961. 2024-12-03T20:30:12,539 DEBUG [RS:0;b29c245002d9:38961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:12,539 DEBUG [RS:0;b29c245002d9:38961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:12,539 DEBUG [RS:0;b29c245002d9:38961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:12,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:30:12,539 INFO [RS:0;b29c245002d9:38961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38961 2024-12-03T20:30:12,568 INFO [RS:0;b29c245002d9:38961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:30:12,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38961-0x1019ce2b3400007, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-960730924/rs/b29c245002d9,38961,1733257786952 2024-12-03T20:30:12,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-960730924/rs 2024-12-03T20:30:12,576 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,38961,1733257786952] 2024-12-03T20:30:12,592 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-960730924/draining/b29c245002d9,38961,1733257786952 already deleted, retry=false 2024-12-03T20:30:12,592 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,38961,1733257786952 expired; onlineServers=0 2024-12-03T20:30:12,592 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,43963,1733257786499' ***** 2024-12-03T20:30:12,592 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:30:12,592 INFO [M:0;b29c245002d9:43963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:30:12,592 INFO [M:0;b29c245002d9:43963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:30:12,592 DEBUG [M:0;b29c245002d9:43963 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:30:12,592 DEBUG [M:0;b29c245002d9:43963 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:30:12,592 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257788048 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257788048,5,FailOnTimeoutGroup] 2024-12-03T20:30:12,592 INFO [M:0;b29c245002d9:43963 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:30:12,592 INFO [M:0;b29c245002d9:43963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:30:12,593 DEBUG [M:0;b29c245002d9:43963 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:30:12,593 INFO [M:0;b29c245002d9:43963 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:30:12,593 INFO [M:0;b29c245002d9:43963 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:30:12,593 INFO [M:0;b29c245002d9:43963 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:30:12,593 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:30:12,600 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257788064 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257788064,5,FailOnTimeoutGroup] 2024-12-03T20:30:12,600 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:30:12,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-960730924/master 2024-12-03T20:30:12,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-960730924 2024-12-03T20:30:12,656 DEBUG [M:0;b29c245002d9:43963 {}] zookeeper.RecoverableZooKeeper(212): Node /2-960730924/master already deleted, retry=false 2024-12-03T20:30:12,656 DEBUG [M:0;b29c245002d9:43963 {}] master.ActiveMasterManager(353): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-960730924/master 2024-12-03T20:30:12,662 INFO [M:0;b29c245002d9:43963 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/.lastflushedseqids 2024-12-03T20:30:12,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741848_1024 (size=245) 2024-12-03T20:30:12,683 INFO [RS:0;b29c245002d9:38961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:30:12,683 INFO [RS:0;b29c245002d9:38961 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,38961,1733257786952; zookeeper connection closed. 2024-12-03T20:30:12,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38961-0x1019ce2b3400007, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:30:12,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38961-0x1019ce2b3400007, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:30:12,688 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39a0ac9f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39a0ac9f 2024-12-03T20:30:12,688 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T20:30:13,041 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1468, reset compression=false 2024-12-03T20:30:13,086 INFO [M:0;b29c245002d9:43963 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:30:13,086 INFO [M:0;b29c245002d9:43963 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:30:13,086 DEBUG [M:0;b29c245002d9:43963 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:30:13,087 INFO [M:0;b29c245002d9:43963 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:13,087 DEBUG [M:0;b29c245002d9:43963 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:13,087 DEBUG [M:0;b29c245002d9:43963 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:30:13,087 DEBUG [M:0;b29c245002d9:43963 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:13,087 INFO [M:0;b29c245002d9:43963 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-12-03T20:30:13,120 DEBUG [M:0;b29c245002d9:43963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7f38ffa5f704f478b267d6e61a09478 is 82, key is hbase:meta,,1/info:regioninfo/1733257789765/Put/seqid=0 2024-12-03T20:30:13,135 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1496, reset compression=false 2024-12-03T20:30:13,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741849_1025 (size=5672) 2024-12-03T20:30:13,157 INFO [M:0;b29c245002d9:43963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7f38ffa5f704f478b267d6e61a09478 2024-12-03T20:30:13,210 DEBUG [M:0;b29c245002d9:43963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1f7bafe832a4b06b864905d0784d5d2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733257799379/Put/seqid=0 2024-12-03T20:30:13,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741850_1026 (size=9211) 2024-12-03T20:30:13,252 INFO [M:0;b29c245002d9:43963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1f7bafe832a4b06b864905d0784d5d2 2024-12-03T20:30:13,306 DEBUG [M:0;b29c245002d9:43963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de770c7996194337bb6f967f7a836d03 is 69, key is b29c245002d9,38961,1733257786952/rs:state/1733257788166/Put/seqid=0 2024-12-03T20:30:13,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741851_1027 (size=5156) 2024-12-03T20:30:13,736 INFO [M:0;b29c245002d9:43963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de770c7996194337bb6f967f7a836d03 2024-12-03T20:30:13,765 DEBUG [M:0;b29c245002d9:43963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7f38ffa5f704f478b267d6e61a09478 as hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7f38ffa5f704f478b267d6e61a09478 2024-12-03T20:30:13,797 INFO [M:0;b29c245002d9:43963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7f38ffa5f704f478b267d6e61a09478, entries=8, sequenceid=127, filesize=5.5 K 2024-12-03T20:30:13,804 DEBUG [M:0;b29c245002d9:43963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1f7bafe832a4b06b864905d0784d5d2 as hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1f7bafe832a4b06b864905d0784d5d2 2024-12-03T20:30:13,827 INFO [M:0;b29c245002d9:43963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1f7bafe832a4b06b864905d0784d5d2, entries=15, sequenceid=127, filesize=9.0 K 2024-12-03T20:30:13,836 DEBUG [M:0;b29c245002d9:43963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de770c7996194337bb6f967f7a836d03 as hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de770c7996194337bb6f967f7a836d03 2024-12-03T20:30:13,858 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1468, reset compression=false 2024-12-03T20:30:13,865 INFO [M:0;b29c245002d9:43963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41225/user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de770c7996194337bb6f967f7a836d03, entries=1, sequenceid=127, filesize=5.0 K 2024-12-03T20:30:13,867 INFO [M:0;b29c245002d9:43963 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 780ms, sequenceid=127, compaction requested=false 2024-12-03T20:30:13,879 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1496, reset compression=false 2024-12-03T20:30:13,921 INFO [M:0;b29c245002d9:43963 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:13,921 DEBUG [M:0;b29c245002d9:43963 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257813086Disabling compacts and flushes for region at 1733257813086Disabling writes for close at 1733257813087 (+1 ms)Obtaining lock to block concurrent updates at 1733257813087Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257813087Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1733257813087Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257813091 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257813091Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257813119 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257813119Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257813161 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257813209 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257813209Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257813269 (+60 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257813306 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257813306Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ebdc6b: reopening flushed file at 1733257813762 (+456 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bdeb41f: reopening flushed file at 1733257813797 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a94dc9b: reopening flushed file at 1733257813827 (+30 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 780ms, sequenceid=127, compaction requested=false at 1733257813867 (+40 ms)Writing region close event to WAL at 1733257813920 (+53 ms)Closed at 1733257813920 2024-12-03T20:30:13,953 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/307996b4-8bfa-061c-2c91-6ed4ad6ce939/MasterData/WALs/b29c245002d9,43963,1733257786499/b29c245002d9%2C43963%2C1733257786499.1733257787501 not finished, retry = 0 2024-12-03T20:30:13,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41887 is added to blk_1073741830_1006 (size=73854) 2024-12-03T20:30:14,056 INFO [M:0;b29c245002d9:43963 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:30:14,056 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:30:14,056 INFO [M:0;b29c245002d9:43963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43963 2024-12-03T20:30:14,060 INFO [M:0;b29c245002d9:43963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:30:14,296 INFO [M:0;b29c245002d9:43963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:30:14,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:30:14,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43963-0x1019ce2b3400006, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:30:14,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c05d80e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:30:14,326 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@736c85e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:30:14,326 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:30:14,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6031f3d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:30:14,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@492912f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/hadoop.log.dir/,STOPPED} 2024-12-03T20:30:14,335 WARN [BP-1788741527-172.17.0.3-1733257783123 heartbeating to localhost/127.0.0.1:41225 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:30:14,335 WARN [BP-1788741527-172.17.0.3-1733257783123 heartbeating to localhost/127.0.0.1:41225 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1788741527-172.17.0.3-1733257783123 (Datanode Uuid 13ee7ed5-9734-4d51-b286-45f24a43c0db) service to localhost/127.0.0.1:41225 2024-12-03T20:30:14,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/cluster_1207056e-eff1-d82d-6556-4479b8332ebc/data/data1/current/BP-1788741527-172.17.0.3-1733257783123 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:30:14,336 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:30:14,336 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:30:14,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/cluster_1207056e-eff1-d82d-6556-4479b8332ebc/data/data2/current/BP-1788741527-172.17.0.3-1733257783123 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:30:14,339 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:30:14,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16714002{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:30:14,354 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@422ef394{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:30:14,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:30:14,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6633b11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:30:14,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bf3c243{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/hadoop.log.dir/,STOPPED} 2024-12-03T20:30:14,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T20:30:14,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T20:30:14,396 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:30:14,396 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:14,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:14,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:14,397 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:30:14,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:30:14,397 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1486127356, stopped=false 2024-12-03T20:30:14,397 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,35323,1733257780982 2024-12-03T20:30:14,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2064044790/running 2024-12-03T20:30:14,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019ce2b3400004, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2064044790/running 2024-12-03T20:30:14,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064044790 2024-12-03T20:30:14,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019ce2b3400004, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064044790 2024-12-03T20:30:14,429 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:30:14,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:30:14,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:14,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:14,430 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,44451,1733257781159' ***** 2024-12-03T20:30:14,430 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:30:14,430 INFO [RS:0;b29c245002d9:44451 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:30:14,430 INFO [RS:0;b29c245002d9:44451 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:30:14,430 INFO [RS:0;b29c245002d9:44451 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:30:14,430 INFO [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(3091): Received CLOSE for af81322bc25010455e0c32bec9f05847 2024-12-03T20:30:14,430 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:30:14,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44451-0x1019ce2b3400004, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Set watcher on znode that does not yet exist, /1-2064044790/running 2024-12-03T20:30:14,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Set watcher on znode that does not yet exist, /1-2064044790/running 2024-12-03T20:30:14,436 INFO [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(3091): Received CLOSE for c96aba5ec95dff9dd12e1d4540e8a5f4 2024-12-03T20:30:14,436 INFO [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,44451,1733257781159 2024-12-03T20:30:14,436 INFO [RS:0;b29c245002d9:44451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:30:14,436 INFO [RS:0;b29c245002d9:44451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:44451. 2024-12-03T20:30:14,436 DEBUG [RS:0;b29c245002d9:44451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:14,436 DEBUG [RS:0;b29c245002d9:44451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:14,436 INFO [RS:0;b29c245002d9:44451 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:30:14,436 INFO [RS:0;b29c245002d9:44451 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:30:14,437 INFO [RS:0;b29c245002d9:44451 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:30:14,437 INFO [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:30:14,440 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af81322bc25010455e0c32bec9f05847, disabling compactions & flushes 2024-12-03T20:30:14,440 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733257791221.af81322bc25010455e0c32bec9f05847. 2024-12-03T20:30:14,440 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257791221.af81322bc25010455e0c32bec9f05847. 2024-12-03T20:30:14,440 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733257791221.af81322bc25010455e0c32bec9f05847. after waiting 0 ms 2024-12-03T20:30:14,440 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733257791221.af81322bc25010455e0c32bec9f05847. 2024-12-03T20:30:14,441 INFO [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T20:30:14,441 DEBUG [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(1325): Online Regions={af81322bc25010455e0c32bec9f05847=test,,1733257791221.af81322bc25010455e0c32bec9f05847., 1588230740=hbase:meta,,1.1588230740, c96aba5ec95dff9dd12e1d4540e8a5f4=hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4.} 2024-12-03T20:30:14,441 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af81322bc25010455e0c32bec9f05847 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-03T20:30:14,441 DEBUG [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af81322bc25010455e0c32bec9f05847, c96aba5ec95dff9dd12e1d4540e8a5f4 2024-12-03T20:30:14,447 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:30:14,447 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:30:14,447 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:30:14,447 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:30:14,447 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:30:14,447 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T20:30:14,467 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/default/test/af81322bc25010455e0c32bec9f05847/.tmp/f/4dcfae84e3db4bc398f7ac7052e769a0 is 37, key is row3/f:row3/1733257808113/Put/seqid=0 2024-12-03T20:30:14,470 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740/.tmp/info/052f6d8bbef4408aa6b3da4a6da379f8 is 147, key is hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4./info:regioninfo/1733257796450/Put/seqid=0 2024-12-03T20:30:14,470 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:30:14,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741840_1016 (size=5228) 2024-12-03T20:30:14,476 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/default/test/af81322bc25010455e0c32bec9f05847/.tmp/f/4dcfae84e3db4bc398f7ac7052e769a0 2024-12-03T20:30:14,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741841_1017 (size=7686) 2024-12-03T20:30:14,482 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4dcfae84e3db4bc398f7ac7052e769a0 2024-12-03T20:30:14,503 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/default/test/af81322bc25010455e0c32bec9f05847/.tmp/f1/9dc07e7f1cca469dafacc7784ae2872f is 30, key is row1/f1:/1733257805356/DeleteFamily/seqid=0 2024-12-03T20:30:14,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741842_1018 (size=5158) 2024-12-03T20:30:14,523 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/default/test/af81322bc25010455e0c32bec9f05847/.tmp/f1/9dc07e7f1cca469dafacc7784ae2872f 2024-12-03T20:30:14,527 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9dc07e7f1cca469dafacc7784ae2872f 2024-12-03T20:30:14,543 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/default/test/af81322bc25010455e0c32bec9f05847/.tmp/norep/9360d2bfeebd428e89eb6ea26122a66b is 33, key is row1/norep:/1733257805356/DeleteFamily/seqid=0 2024-12-03T20:30:14,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741843_1019 (size=5108) 2024-12-03T20:30:14,641 DEBUG [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af81322bc25010455e0c32bec9f05847, c96aba5ec95dff9dd12e1d4540e8a5f4 2024-12-03T20:30:14,744 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1496, reset compression=false 2024-12-03T20:30:14,779 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1468, reset compression=false 2024-12-03T20:30:14,783 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:30:14,783 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1715, reset compression=false 2024-12-03T20:30:14,783 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.shipperb29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,44451,1733257781159 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:30:14,783 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.shipperb29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b29c245002d9,44451,1733257781159: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b29c245002d9,44451,1733257781159, walGroup=b29c245002d9%2C44451%2C1733257781159, offset=b29c245002d9%2C44451%2C1733257781159.1733257782388:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:44451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T20:30:14,785 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.shipperb29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T20:30:14,785 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.shipperb29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T20:30:14,786 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.shipperb29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T20:30:14,786 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.shipperb29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T20:30:14,787 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.shipperb29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T20:30:14,787 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.shipperb29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1157627904, "init": 1048576000, "max": 2306867200, "used": 876524800 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199134104 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T20:30:14,787 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.shipperb29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:35323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:35323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T20:30:14,841 DEBUG [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af81322bc25010455e0c32bec9f05847, c96aba5ec95dff9dd12e1d4540e8a5f4 2024-12-03T20:30:14,879 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740/.tmp/info/052f6d8bbef4408aa6b3da4a6da379f8 2024-12-03T20:30:14,900 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740/.tmp/ns/0724fb42e6bc4b94a9c2b1cab8440dda is 43, key is default/ns:d/1733257782905/Put/seqid=0 2024-12-03T20:30:14,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741844_1020 (size=5153) 2024-12-03T20:30:14,956 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/default/test/af81322bc25010455e0c32bec9f05847/.tmp/norep/9360d2bfeebd428e89eb6ea26122a66b 2024-12-03T20:30:14,960 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9360d2bfeebd428e89eb6ea26122a66b 2024-12-03T20:30:14,961 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/default/test/af81322bc25010455e0c32bec9f05847/.tmp/f/4dcfae84e3db4bc398f7ac7052e769a0 as hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/default/test/af81322bc25010455e0c32bec9f05847/f/4dcfae84e3db4bc398f7ac7052e769a0 2024-12-03T20:30:14,972 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4dcfae84e3db4bc398f7ac7052e769a0 2024-12-03T20:30:14,972 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/default/test/af81322bc25010455e0c32bec9f05847/f/4dcfae84e3db4bc398f7ac7052e769a0, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T20:30:14,973 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/default/test/af81322bc25010455e0c32bec9f05847/.tmp/f1/9dc07e7f1cca469dafacc7784ae2872f as hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/default/test/af81322bc25010455e0c32bec9f05847/f1/9dc07e7f1cca469dafacc7784ae2872f 2024-12-03T20:30:14,977 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9dc07e7f1cca469dafacc7784ae2872f 2024-12-03T20:30:14,977 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/default/test/af81322bc25010455e0c32bec9f05847/f1/9dc07e7f1cca469dafacc7784ae2872f, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T20:30:14,978 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/default/test/af81322bc25010455e0c32bec9f05847/.tmp/norep/9360d2bfeebd428e89eb6ea26122a66b as hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/default/test/af81322bc25010455e0c32bec9f05847/norep/9360d2bfeebd428e89eb6ea26122a66b 2024-12-03T20:30:14,989 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1715, reset compression=false 2024-12-03T20:30:15,002 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9360d2bfeebd428e89eb6ea26122a66b 2024-12-03T20:30:15,002 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/default/test/af81322bc25010455e0c32bec9f05847/norep/9360d2bfeebd428e89eb6ea26122a66b, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T20:30:15,003 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for af81322bc25010455e0c32bec9f05847 in 563ms, sequenceid=12, compaction requested=false 2024-12-03T20:30:15,003 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T20:30:15,025 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/default/test/af81322bc25010455e0c32bec9f05847/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T20:30:15,027 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:30:15,027 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:30:15,027 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733257791221.af81322bc25010455e0c32bec9f05847. 2024-12-03T20:30:15,027 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af81322bc25010455e0c32bec9f05847: Waiting for close lock at 1733257814440Running coprocessor pre-close hooks at 1733257814440Disabling compacts and flushes for region at 1733257814440Disabling writes for close at 1733257814440Obtaining lock to block concurrent updates at 1733257814441 (+1 ms)Preparing flush snapshotting stores in af81322bc25010455e0c32bec9f05847 at 1733257814441Finished memstore snapshotting test,,1733257791221.af81322bc25010455e0c32bec9f05847., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733257814441Flushing stores of test,,1733257791221.af81322bc25010455e0c32bec9f05847. at 1733257814444 (+3 ms)Flushing af81322bc25010455e0c32bec9f05847/f: creating writer at 1733257814444Flushing af81322bc25010455e0c32bec9f05847/f: appending metadata at 1733257814466 (+22 ms)Flushing af81322bc25010455e0c32bec9f05847/f: closing flushed file at 1733257814466Flushing af81322bc25010455e0c32bec9f05847/f1: creating writer at 1733257814482 (+16 ms)Flushing af81322bc25010455e0c32bec9f05847/f1: appending metadata at 1733257814502 (+20 ms)Flushing af81322bc25010455e0c32bec9f05847/f1: closing flushed file at 1733257814502Flushing af81322bc25010455e0c32bec9f05847/norep: creating writer at 1733257814527 (+25 ms)Flushing af81322bc25010455e0c32bec9f05847/norep: appending metadata at 1733257814543 (+16 ms)Flushing af81322bc25010455e0c32bec9f05847/norep: closing flushed file at 1733257814543Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e29515d: reopening flushed file at 1733257814961 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72ab225a: reopening flushed file at 1733257814972 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a67e41: reopening flushed file at 1733257814977 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for af81322bc25010455e0c32bec9f05847 in 563ms, sequenceid=12, compaction requested=false at 1733257815003 (+26 ms)Writing region close event to WAL at 1733257815015 (+12 ms)Running coprocessor post-close hooks at 1733257815027 (+12 ms)Closed at 1733257815027 2024-12-03T20:30:15,027 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733257791221.af81322bc25010455e0c32bec9f05847. 2024-12-03T20:30:15,027 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c96aba5ec95dff9dd12e1d4540e8a5f4, disabling compactions & flushes 2024-12-03T20:30:15,027 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4. 2024-12-03T20:30:15,027 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4. 2024-12-03T20:30:15,027 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4. after waiting 0 ms 2024-12-03T20:30:15,027 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4. 2024-12-03T20:30:15,027 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c96aba5ec95dff9dd12e1d4540e8a5f4: Waiting for close lock at 1733257815027Running coprocessor pre-close hooks at 1733257815027Disabling compacts and flushes for region at 1733257815027Disabling writes for close at 1733257815027Failed flush hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4., putting online again at 1733257815027 2024-12-03T20:30:15,027 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4. 2024-12-03T20:30:15,044 INFO [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(3091): Received CLOSE for c96aba5ec95dff9dd12e1d4540e8a5f4 2024-12-03T20:30:15,044 DEBUG [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c96aba5ec95dff9dd12e1d4540e8a5f4 2024-12-03T20:30:15,047 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c96aba5ec95dff9dd12e1d4540e8a5f4, disabling compactions & flushes 2024-12-03T20:30:15,047 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4. 2024-12-03T20:30:15,047 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4. 2024-12-03T20:30:15,047 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4. after waiting 0 ms 2024-12-03T20:30:15,047 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4. 2024-12-03T20:30:15,047 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c96aba5ec95dff9dd12e1d4540e8a5f4: Waiting for close lock at 1733257815047Running coprocessor pre-close hooks at 1733257815047Disabling compacts and flushes for region at 1733257815047Disabling writes for close at 1733257815047Failed flush hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4., putting online again at 1733257815047 2024-12-03T20:30:15,047 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4. 2024-12-03T20:30:15,245 DEBUG [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:30:15,252 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:30:15,252 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:30:15,301 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 1715, reset compression=false 2024-12-03T20:30:15,305 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:30:15,305 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 2359, reset compression=false 2024-12-03T20:30:15,312 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740/.tmp/ns/0724fb42e6bc4b94a9c2b1cab8440dda 2024-12-03T20:30:15,334 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740/.tmp/rep_barrier/05d86459ea98477ca9ae0aea572208d1 is 112, key is test,,1733257791221.af81322bc25010455e0c32bec9f05847./rep_barrier:seqnumDuringOpen/1733257792316/Put/seqid=0 2024-12-03T20:30:15,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741845_1021 (size=5518) 2024-12-03T20:30:15,448 INFO [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T20:30:15,448 DEBUG [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c96aba5ec95dff9dd12e1d4540e8a5f4=hbase:replication,,1733257795801.c96aba5ec95dff9dd12e1d4540e8a5f4.} 2024-12-03T20:30:15,448 DEBUG [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:30:15,514 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 2359, reset compression=false 2024-12-03T20:30:15,648 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1496, reset compression=false 2024-12-03T20:30:15,650 DEBUG [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:30:15,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:15,765 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740/.tmp/rep_barrier/05d86459ea98477ca9ae0aea572208d1 2024-12-03T20:30:15,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:15,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:15,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:15,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:15,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:15,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:15,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:15,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:15,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:15,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:15,836 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740/.tmp/table/64470bc2d9454b908ad427d14ab87e1d is 53, key is hbase:replication/table:state/1733257796485/Put/seqid=0 2024-12-03T20:30:15,852 DEBUG [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:30:15,873 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/WALs/b29c245002d9,44451,1733257781159/b29c245002d9%2C44451%2C1733257781159.1733257782388 to pos 2359, reset compression=false 2024-12-03T20:30:15,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741846_1022 (size=5308) 2024-12-03T20:30:15,895 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740/.tmp/table/64470bc2d9454b908ad427d14ab87e1d 2024-12-03T20:30:15,924 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740/.tmp/info/052f6d8bbef4408aa6b3da4a6da379f8 as hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740/info/052f6d8bbef4408aa6b3da4a6da379f8 2024-12-03T20:30:15,935 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740/info/052f6d8bbef4408aa6b3da4a6da379f8, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T20:30:15,936 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740/.tmp/ns/0724fb42e6bc4b94a9c2b1cab8440dda as hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740/ns/0724fb42e6bc4b94a9c2b1cab8440dda 2024-12-03T20:30:15,942 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740/ns/0724fb42e6bc4b94a9c2b1cab8440dda, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T20:30:15,943 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740/.tmp/rep_barrier/05d86459ea98477ca9ae0aea572208d1 as hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740/rep_barrier/05d86459ea98477ca9ae0aea572208d1 2024-12-03T20:30:15,948 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740/rep_barrier/05d86459ea98477ca9ae0aea572208d1, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T20:30:15,949 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740/.tmp/table/64470bc2d9454b908ad427d14ab87e1d as hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740/table/64470bc2d9454b908ad427d14ab87e1d 2024-12-03T20:30:15,957 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740/table/64470bc2d9454b908ad427d14ab87e1d, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T20:30:15,958 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1511ms, sequenceid=16, compaction requested=false 2024-12-03T20:30:15,958 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T20:30:16,001 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T20:30:16,004 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:30:16,004 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:30:16,004 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:30:16,004 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257814447Running coprocessor pre-close hooks at 1733257814447Disabling compacts and flushes for region at 1733257814447Disabling writes for close at 1733257814447Obtaining lock to block concurrent updates at 1733257814447Preparing flush snapshotting stores in 1588230740 at 1733257814447Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733257814448 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733257814448Flushing 1588230740/info: creating writer at 1733257814448Flushing 1588230740/info: appending metadata at 1733257814470 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733257814470Flushing 1588230740/ns: creating writer at 1733257814884 (+414 ms)Flushing 1588230740/ns: appending metadata at 1733257814900 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733257814900Flushing 1588230740/rep_barrier: creating writer at 1733257815317 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733257815334 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733257815334Flushing 1588230740/table: creating writer at 1733257815815 (+481 ms)Flushing 1588230740/table: appending metadata at 1733257815836 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733257815836Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a533ac5: reopening flushed file at 1733257815917 (+81 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5db1d700: reopening flushed file at 1733257815935 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6835747b: reopening flushed file at 1733257815942 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@176dbb2c: reopening flushed file at 1733257815948 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1511ms, sequenceid=16, compaction requested=false at 1733257815958 (+10 ms)Writing region close event to WAL at 1733257815984 (+26 ms)Running coprocessor post-close hooks at 1733257816004 (+20 ms)Closed at 1733257816004 2024-12-03T20:30:16,004 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:30:16,052 INFO [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T20:30:16,052 INFO [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,44451,1733257781159; all regions closed. 2024-12-03T20:30:16,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741834_1010 (size=4239) 2024-12-03T20:30:16,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741839_1015 (size=2609) 2024-12-03T20:30:16,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741833_1009 (size=2367) 2024-12-03T20:30:16,137 DEBUG [RS:0;b29c245002d9:44451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:16,137 INFO [RS:0;b29c245002d9:44451 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:30:16,137 INFO [RS:0;b29c245002d9:44451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:30:16,137 INFO [RS:0;b29c245002d9:44451 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T20:30:16,138 INFO [RS:0;b29c245002d9:44451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:30:16,138 INFO [RS:0;b29c245002d9:44451 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b29c245002d9,44451,1733257781159 because: Region server is closing 2024-12-03T20:30:16,138 INFO [RS:0;b29c245002d9:44451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:44451. 2024-12-03T20:30:16,138 DEBUG [RS:0;b29c245002d9:44451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:16,138 DEBUG [RS:0;b29c245002d9:44451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:16,138 DEBUG [RS:0;b29c245002d9:44451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:16,139 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:30:16,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:30:16,238 INFO [RS:0;b29c245002d9:44451 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.shipperb29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 terminated 2024-12-03T20:30:16,239 INFO [RS:0;b29c245002d9:44451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:44451. 2024-12-03T20:30:16,239 DEBUG [RS:0;b29c245002d9:44451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:16,239 DEBUG [RS:0;b29c245002d9:44451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:16,239 DEBUG [RS:0;b29c245002d9:44451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:16,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:30:16,239 INFO [RS:0;b29c245002d9:44451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44451 2024-12-03T20:30:16,240 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,44451,1733257781159.replicationSource.wal-reader.b29c245002d9%2C44451%2C1733257781159,1-b29c245002d9,44451,1733257781159 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T20:30:16,265 INFO [RS:0;b29c245002d9:44451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:30:16,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019ce2b3400004, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2064044790/rs/b29c245002d9,44451,1733257781159 2024-12-03T20:30:16,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064044790/rs 2024-12-03T20:30:16,276 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,44451,1733257781159] 2024-12-03T20:30:16,295 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2064044790/draining/b29c245002d9,44451,1733257781159 already deleted, retry=false 2024-12-03T20:30:16,295 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,44451,1733257781159 expired; onlineServers=0 2024-12-03T20:30:16,295 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,35323,1733257780982' ***** 2024-12-03T20:30:16,295 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:30:16,297 INFO [M:0;b29c245002d9:35323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:30:16,298 INFO [M:0;b29c245002d9:35323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:30:16,298 DEBUG [M:0;b29c245002d9:35323 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:30:16,298 DEBUG [M:0;b29c245002d9:35323 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:30:16,298 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257782104 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257782104,5,FailOnTimeoutGroup] 2024-12-03T20:30:16,298 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257782097 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257782097,5,FailOnTimeoutGroup] 2024-12-03T20:30:16,298 INFO [M:0;b29c245002d9:35323 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:30:16,298 INFO [M:0;b29c245002d9:35323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:30:16,298 DEBUG [M:0;b29c245002d9:35323 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:30:16,298 INFO [M:0;b29c245002d9:35323 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:30:16,298 INFO [M:0;b29c245002d9:35323 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:30:16,298 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:30:16,298 INFO [M:0;b29c245002d9:35323 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:30:16,298 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:30:16,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2064044790/master 2024-12-03T20:30:16,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064044790 2024-12-03T20:30:16,305 DEBUG [M:0;b29c245002d9:35323 {}] zookeeper.ZKUtil(347): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Unable to get data of znode /1-2064044790/master because node does not exist (not an error) 2024-12-03T20:30:16,305 WARN [M:0;b29c245002d9:35323 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T20:30:16,307 INFO [M:0;b29c245002d9:35323 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/.lastflushedseqids 2024-12-03T20:30:16,311 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:30:16,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:16,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741847_1023 (size=245) 2024-12-03T20:30:16,351 INFO [M:0;b29c245002d9:35323 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:30:16,351 INFO [M:0;b29c245002d9:35323 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:30:16,351 DEBUG [M:0;b29c245002d9:35323 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:30:16,351 INFO [M:0;b29c245002d9:35323 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:16,351 DEBUG [M:0;b29c245002d9:35323 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:16,351 DEBUG [M:0;b29c245002d9:35323 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:30:16,351 DEBUG [M:0;b29c245002d9:35323 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:16,351 INFO [M:0;b29c245002d9:35323 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-03T20:30:16,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:16,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:16,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:16,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:16,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:16,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:16,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:16,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:16,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:16,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:16,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019ce2b3400004, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:30:16,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019ce2b3400004, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:30:16,377 INFO [RS:0;b29c245002d9:44451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:30:16,377 INFO [RS:0;b29c245002d9:44451 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,44451,1733257781159; zookeeper connection closed. 2024-12-03T20:30:16,396 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3476ab5e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3476ab5e 2024-12-03T20:30:16,397 DEBUG [M:0;b29c245002d9:35323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd5954fcab22451e8808ea1dfe3bc787 is 82, key is hbase:meta,,1/info:regioninfo/1733257782841/Put/seqid=0 2024-12-03T20:30:16,399 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T20:30:16,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741848_1024 (size=5672) 2024-12-03T20:30:16,438 INFO [M:0;b29c245002d9:35323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd5954fcab22451e8808ea1dfe3bc787 2024-12-03T20:30:16,514 DEBUG [M:0;b29c245002d9:35323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4a8eed7642847e2b160c8f425035632 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733257792375/Put/seqid=0 2024-12-03T20:30:16,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741849_1025 (size=7218) 2024-12-03T20:30:16,677 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1496, reset compression=false 2024-12-03T20:30:16,937 INFO [M:0;b29c245002d9:35323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4a8eed7642847e2b160c8f425035632 2024-12-03T20:30:16,956 INFO [M:0;b29c245002d9:35323 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4a8eed7642847e2b160c8f425035632 2024-12-03T20:30:16,985 DEBUG [M:0;b29c245002d9:35323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/080700ae8e264f14b5bdef44bf88b16f is 69, key is b29c245002d9,44451,1733257781159/rs:state/1733257782162/Put/seqid=0 2024-12-03T20:30:17,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741850_1026 (size=5156) 2024-12-03T20:30:17,417 INFO [M:0;b29c245002d9:35323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/080700ae8e264f14b5bdef44bf88b16f 2024-12-03T20:30:17,422 DEBUG [M:0;b29c245002d9:35323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd5954fcab22451e8808ea1dfe3bc787 as hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd5954fcab22451e8808ea1dfe3bc787 2024-12-03T20:30:17,425 INFO [M:0;b29c245002d9:35323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd5954fcab22451e8808ea1dfe3bc787, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T20:30:17,426 DEBUG [M:0;b29c245002d9:35323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4a8eed7642847e2b160c8f425035632 as hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4a8eed7642847e2b160c8f425035632 2024-12-03T20:30:17,429 INFO [M:0;b29c245002d9:35323 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4a8eed7642847e2b160c8f425035632 2024-12-03T20:30:17,429 INFO [M:0;b29c245002d9:35323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4a8eed7642847e2b160c8f425035632, entries=11, sequenceid=105, filesize=7.0 K 2024-12-03T20:30:17,429 DEBUG [M:0;b29c245002d9:35323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/080700ae8e264f14b5bdef44bf88b16f as hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/080700ae8e264f14b5bdef44bf88b16f 2024-12-03T20:30:17,432 INFO [M:0;b29c245002d9:35323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34387/user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/080700ae8e264f14b5bdef44bf88b16f, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T20:30:17,433 INFO [M:0;b29c245002d9:35323 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1081ms, sequenceid=105, compaction requested=false 2024-12-03T20:30:17,433 INFO [M:0;b29c245002d9:35323 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:17,434 DEBUG [M:0;b29c245002d9:35323 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257816351Disabling compacts and flushes for region at 1733257816351Disabling writes for close at 1733257816351Obtaining lock to block concurrent updates at 1733257816351Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257816351Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733257816352 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257816353 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257816353Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257816397 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257816397Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257816464 (+67 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257816513 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257816513Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257816956 (+443 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257816985 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257816985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d61145d: reopening flushed file at 1733257817421 (+436 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c02ecbe: reopening flushed file at 1733257817425 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54597394: reopening flushed file at 1733257817429 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1081ms, sequenceid=105, compaction requested=false at 1733257817433 (+4 ms)Writing region close event to WAL at 1733257817433Closed at 1733257817433 2024-12-03T20:30:17,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46413 is added to blk_1073741830_1006 (size=64423) 2024-12-03T20:30:17,437 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f7b51107-985f-2d94-a65d-702547b5cc72/MasterData/WALs/b29c245002d9,35323,1733257780982/b29c245002d9%2C35323%2C1733257780982.1733257781786 not finished, retry = 0 2024-12-03T20:30:17,538 INFO [M:0;b29c245002d9:35323 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:30:17,538 INFO [M:0;b29c245002d9:35323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35323 2024-12-03T20:30:17,539 INFO [M:0;b29c245002d9:35323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:30:17,540 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:30:17,557 INFO [master/b29c245002d9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T20:30:17,557 INFO [master/b29c245002d9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T20:30:17,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:30:17,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35323-0x1019ce2b3400003, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:30:17,672 INFO [M:0;b29c245002d9:35323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:30:17,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68e60340{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:30:17,704 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44954ca3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:30:17,704 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:30:17,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56b6ba19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:30:17,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@441aa255{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/hadoop.log.dir/,STOPPED} 2024-12-03T20:30:17,707 WARN [BP-1375379370-172.17.0.3-1733257777815 heartbeating to localhost/127.0.0.1:34387 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:30:17,707 WARN [BP-1375379370-172.17.0.3-1733257777815 heartbeating to localhost/127.0.0.1:34387 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1375379370-172.17.0.3-1733257777815 (Datanode Uuid 4f78f3d7-df50-46a5-9554-748b3bb33282) service to localhost/127.0.0.1:34387 2024-12-03T20:30:17,708 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:30:17,708 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:30:17,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/cluster_1e7e14e0-7630-9eac-2a04-67ea65eb2ac8/data/data2/current/BP-1375379370-172.17.0.3-1733257777815 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:30:17,709 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:30:17,712 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/cluster_1e7e14e0-7630-9eac-2a04-67ea65eb2ac8/data/data1/current/BP-1375379370-172.17.0.3-1733257777815 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:30:17,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f288855{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:30:17,741 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cf1b723{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:30:17,741 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:30:17,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d183df6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:30:17,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@584fe75c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15f83aa1-b428-ca65-3bb5-9e824f4d0436/hadoop.log.dir/,STOPPED} 2024-12-03T20:30:17,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T20:30:17,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T20:30:17,781 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:30:17,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:17,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:17,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:17,782 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:30:17,782 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=129965197, stopped=false 2024-12-03T20:30:17,782 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,42989,1733257773385 2024-12-03T20:30:17,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:30:17,802 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1019ce2b3400001, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-25653254/running 2024-12-03T20:30:17,802 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:30:17,802 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1019ce2b3400001, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-25653254 2024-12-03T20:30:17,802 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:30:17,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:17,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:17,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-25653254/running 2024-12-03T20:30:17,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-25653254 2024-12-03T20:30:17,803 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,35947,1733257773870' ***** 2024-12-03T20:30:17,803 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:30:17,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35947-0x1019ce2b3400001, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Set watcher on znode that does not yet exist, /0-25653254/running 2024-12-03T20:30:17,803 INFO [RS:0;b29c245002d9:35947 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:30:17,803 INFO [RS:0;b29c245002d9:35947 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:30:17,803 INFO [RS:0;b29c245002d9:35947 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:30:17,803 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:30:17,803 INFO [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(3091): Received CLOSE for 6362b1fd377335def77bddd8edb5b98b 2024-12-03T20:30:17,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Set watcher on znode that does not yet exist, /0-25653254/running 2024-12-03T20:30:17,804 INFO [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(3091): Received CLOSE for bde7be2c57168c0f09986351e0b9f0d1 2024-12-03T20:30:17,804 INFO [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,35947,1733257773870 2024-12-03T20:30:17,804 INFO [RS:0;b29c245002d9:35947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:30:17,804 INFO [RS:0;b29c245002d9:35947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:35947. 2024-12-03T20:30:17,804 DEBUG [RS:0;b29c245002d9:35947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:17,804 DEBUG [RS:0;b29c245002d9:35947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:17,804 INFO [RS:0;b29c245002d9:35947 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:30:17,805 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6362b1fd377335def77bddd8edb5b98b, disabling compactions & flushes 2024-12-03T20:30:17,805 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b. 2024-12-03T20:30:17,805 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b. 2024-12-03T20:30:17,805 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b. after waiting 0 ms 2024-12-03T20:30:17,805 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b. 2024-12-03T20:30:17,805 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6362b1fd377335def77bddd8edb5b98b 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-03T20:30:17,809 INFO [RS:0;b29c245002d9:35947 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:30:17,809 INFO [RS:0;b29c245002d9:35947 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:30:17,809 INFO [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:30:17,810 INFO [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T20:30:17,810 DEBUG [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(1325): Online Regions={6362b1fd377335def77bddd8edb5b98b=hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b., 1588230740=hbase:meta,,1.1588230740, bde7be2c57168c0f09986351e0b9f0d1=test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1.} 2024-12-03T20:30:17,810 DEBUG [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6362b1fd377335def77bddd8edb5b98b, bde7be2c57168c0f09986351e0b9f0d1 2024-12-03T20:30:17,810 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:30:17,810 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:30:17,810 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:30:17,810 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:30:17,810 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:30:17,810 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T20:30:17,812 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1496, reset compression=false 2024-12-03T20:30:17,851 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:30:17,858 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740/.tmp/info/2a5f249f90734a44b7729a74983295d1 is 147, key is hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b./info:regioninfo/1733257794512/Put/seqid=0 2024-12-03T20:30:17,866 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/replication/6362b1fd377335def77bddd8edb5b98b/.tmp/queue/eb5d0cbfd8c6486a9146e810050d251d is 154, key is 1-b29c245002d9,35947,1733257773870/queue:b29c245002d9%2C35947%2C1733257773870/1733257810975/Put/seqid=0 2024-12-03T20:30:17,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741840_1016 (size=7686) 2024-12-03T20:30:17,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741841_1017 (size=5353) 2024-12-03T20:30:18,010 DEBUG [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6362b1fd377335def77bddd8edb5b98b, bde7be2c57168c0f09986351e0b9f0d1 2024-12-03T20:30:18,073 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:30:18,073 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:30:18,212 DEBUG [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6362b1fd377335def77bddd8edb5b98b, bde7be2c57168c0f09986351e0b9f0d1 2024-12-03T20:30:18,278 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740/.tmp/info/2a5f249f90734a44b7729a74983295d1 2024-12-03T20:30:18,300 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/replication/6362b1fd377335def77bddd8edb5b98b/.tmp/queue/eb5d0cbfd8c6486a9146e810050d251d 2024-12-03T20:30:18,402 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/replication/6362b1fd377335def77bddd8edb5b98b/.tmp/queue/eb5d0cbfd8c6486a9146e810050d251d as hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/replication/6362b1fd377335def77bddd8edb5b98b/queue/eb5d0cbfd8c6486a9146e810050d251d 2024-12-03T20:30:18,412 DEBUG [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6362b1fd377335def77bddd8edb5b98b, bde7be2c57168c0f09986351e0b9f0d1 2024-12-03T20:30:18,413 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740/.tmp/ns/f8bb52b0106343859dc4c258f8ac904b is 43, key is default/ns:d/1733257777507/Put/seqid=0 2024-12-03T20:30:18,430 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/replication/6362b1fd377335def77bddd8edb5b98b/queue/eb5d0cbfd8c6486a9146e810050d251d, entries=1, sequenceid=14, filesize=5.2 K 2024-12-03T20:30:18,433 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 6362b1fd377335def77bddd8edb5b98b in 628ms, sequenceid=14, compaction requested=false 2024-12-03T20:30:18,433 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T20:30:18,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741842_1018 (size=5153) 2024-12-03T20:30:18,509 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740/.tmp/ns/f8bb52b0106343859dc4c258f8ac904b 2024-12-03T20:30:18,529 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/replication/6362b1fd377335def77bddd8edb5b98b/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-03T20:30:18,530 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:30:18,530 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:30:18,530 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b. 2024-12-03T20:30:18,530 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6362b1fd377335def77bddd8edb5b98b: Waiting for close lock at 1733257817805Running coprocessor pre-close hooks at 1733257817805Disabling compacts and flushes for region at 1733257817805Disabling writes for close at 1733257817805Obtaining lock to block concurrent updates at 1733257817805Preparing flush snapshotting stores in 6362b1fd377335def77bddd8edb5b98b at 1733257817805Finished memstore snapshotting hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733257817805Flushing stores of hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b. at 1733257817806 (+1 ms)Flushing 6362b1fd377335def77bddd8edb5b98b/queue: creating writer at 1733257817806Flushing 6362b1fd377335def77bddd8edb5b98b/queue: appending metadata at 1733257817866 (+60 ms)Flushing 6362b1fd377335def77bddd8edb5b98b/queue: closing flushed file at 1733257817866Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d5887be: reopening flushed file at 1733257818353 (+487 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 6362b1fd377335def77bddd8edb5b98b in 628ms, sequenceid=14, compaction requested=false at 1733257818433 (+80 ms)Writing region close event to WAL at 1733257818468 (+35 ms)Running coprocessor post-close hooks at 1733257818530 (+62 ms)Closed at 1733257818530 2024-12-03T20:30:18,530 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733257793594.6362b1fd377335def77bddd8edb5b98b. 2024-12-03T20:30:18,530 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bde7be2c57168c0f09986351e0b9f0d1, disabling compactions & flushes 2024-12-03T20:30:18,530 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1. 2024-12-03T20:30:18,530 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1. 2024-12-03T20:30:18,530 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1. after waiting 0 ms 2024-12-03T20:30:18,530 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1. 2024-12-03T20:30:18,530 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bde7be2c57168c0f09986351e0b9f0d1 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-03T20:30:18,563 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740/.tmp/rep_barrier/b5883a31560a48bcb8a490e70bfe53de is 112, key is test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1./rep_barrier:seqnumDuringOpen/1733257791047/Put/seqid=0 2024-12-03T20:30:18,581 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/default/test/bde7be2c57168c0f09986351e0b9f0d1/.tmp/f/549e50d2048640c8b4637330cac6814e is 37, key is row3/f:row3/1733257808113/Put/seqid=0 2024-12-03T20:30:18,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741843_1019 (size=5518) 2024-12-03T20:30:18,585 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740/.tmp/rep_barrier/b5883a31560a48bcb8a490e70bfe53de 2024-12-03T20:30:18,610 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740/.tmp/table/e44393f579ac4a958023f54fbc181fbc is 53, key is hbase:replication/table:state/1733257794535/Put/seqid=0 2024-12-03T20:30:18,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741845_1021 (size=5308) 2024-12-03T20:30:18,614 DEBUG [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bde7be2c57168c0f09986351e0b9f0d1 2024-12-03T20:30:18,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741844_1020 (size=5228) 2024-12-03T20:30:18,616 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740/.tmp/table/e44393f579ac4a958023f54fbc181fbc 2024-12-03T20:30:18,618 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/default/test/bde7be2c57168c0f09986351e0b9f0d1/.tmp/f/549e50d2048640c8b4637330cac6814e 2024-12-03T20:30:18,624 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740/.tmp/info/2a5f249f90734a44b7729a74983295d1 as hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740/info/2a5f249f90734a44b7729a74983295d1 2024-12-03T20:30:18,631 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740/info/2a5f249f90734a44b7729a74983295d1, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T20:30:18,632 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740/.tmp/ns/f8bb52b0106343859dc4c258f8ac904b as hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740/ns/f8bb52b0106343859dc4c258f8ac904b 2024-12-03T20:30:18,633 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 549e50d2048640c8b4637330cac6814e 2024-12-03T20:30:18,638 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740/ns/f8bb52b0106343859dc4c258f8ac904b, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T20:30:18,646 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740/.tmp/rep_barrier/b5883a31560a48bcb8a490e70bfe53de as hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740/rep_barrier/b5883a31560a48bcb8a490e70bfe53de 2024-12-03T20:30:18,655 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740/rep_barrier/b5883a31560a48bcb8a490e70bfe53de, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T20:30:18,656 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740/.tmp/table/e44393f579ac4a958023f54fbc181fbc as hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740/table/e44393f579ac4a958023f54fbc181fbc 2024-12-03T20:30:18,661 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/default/test/bde7be2c57168c0f09986351e0b9f0d1/.tmp/f1/ed167fe01ed44442abff55db1f1e998c is 30, key is row1/f1:/1733257805356/DeleteFamily/seqid=0 2024-12-03T20:30:18,669 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740/table/e44393f579ac4a958023f54fbc181fbc, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T20:30:18,670 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 860ms, sequenceid=16, compaction requested=false 2024-12-03T20:30:18,670 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T20:30:18,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741846_1022 (size=5158) 2024-12-03T20:30:18,754 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T20:30:18,755 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:30:18,755 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:30:18,755 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:30:18,755 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257817810Running coprocessor pre-close hooks at 1733257817810Disabling compacts and flushes for region at 1733257817810Disabling writes for close at 1733257817810Obtaining lock to block concurrent updates at 1733257817810Preparing flush snapshotting stores in 1588230740 at 1733257817810Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733257817811 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733257817812 (+1 ms)Flushing 1588230740/info: creating writer at 1733257817813 (+1 ms)Flushing 1588230740/info: appending metadata at 1733257817858 (+45 ms)Flushing 1588230740/info: closing flushed file at 1733257817858Flushing 1588230740/ns: creating writer at 1733257818316 (+458 ms)Flushing 1588230740/ns: appending metadata at 1733257818402 (+86 ms)Flushing 1588230740/ns: closing flushed file at 1733257818402Flushing 1588230740/rep_barrier: creating writer at 1733257818521 (+119 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733257818562 (+41 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733257818562Flushing 1588230740/table: creating writer at 1733257818590 (+28 ms)Flushing 1588230740/table: appending metadata at 1733257818609 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733257818609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25cb6468: reopening flushed file at 1733257818623 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3802501f: reopening flushed file at 1733257818631 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55685fe8: reopening flushed file at 1733257818638 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41171c68: reopening flushed file at 1733257818655 (+17 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 860ms, sequenceid=16, compaction requested=false at 1733257818670 (+15 ms)Writing region close event to WAL at 1733257818740 (+70 ms)Running coprocessor post-close hooks at 1733257818754 (+14 ms)Closed at 1733257818755 (+1 ms) 2024-12-03T20:30:18,755 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:30:18,814 INFO [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T20:30:18,814 DEBUG [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(1325): Online Regions={bde7be2c57168c0f09986351e0b9f0d1=test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1.} 2024-12-03T20:30:18,814 DEBUG [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(1351): Waiting on bde7be2c57168c0f09986351e0b9f0d1 2024-12-03T20:30:19,015 DEBUG [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(1351): Waiting on bde7be2c57168c0f09986351e0b9f0d1 2024-12-03T20:30:19,045 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1496, reset compression=false 2024-12-03T20:30:19,089 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/default/test/bde7be2c57168c0f09986351e0b9f0d1/.tmp/f1/ed167fe01ed44442abff55db1f1e998c 2024-12-03T20:30:19,090 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:30:19,091 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1743, reset compression=false 2024-12-03T20:30:19,091 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.shipperb29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,35947,1733257773870 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:30:19,092 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.shipperb29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b29c245002d9,35947,1733257773870: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b29c245002d9,35947,1733257773870, walGroup=b29c245002d9%2C35947%2C1733257773870, offset=b29c245002d9%2C35947%2C1733257773870.1733257776224:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:35947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T20:30:19,094 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.shipperb29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T20:30:19,094 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.shipperb29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T20:30:19,094 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.shipperb29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T20:30:19,095 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.shipperb29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T20:30:19,095 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.shipperb29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T20:30:19,095 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.shipperb29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1157627904, "init": 1048576000, "max": 2306867200, "used": 659523536 }, "NonHeapMemoryUsage": { "committed": 203096064, "init": 7667712, "max": -1, "used": 199976016 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T20:30:19,095 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.shipperb29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:42989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:42989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T20:30:19,102 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed167fe01ed44442abff55db1f1e998c 2024-12-03T20:30:19,132 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/default/test/bde7be2c57168c0f09986351e0b9f0d1/.tmp/norep/ce8b4eaa89ea456f8e90343656f8adeb is 32, key is row/norep:/1733257804328/DeleteFamily/seqid=0 2024-12-03T20:30:19,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741847_1023 (size=5101) 2024-12-03T20:30:19,155 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/default/test/bde7be2c57168c0f09986351e0b9f0d1/.tmp/norep/ce8b4eaa89ea456f8e90343656f8adeb 2024-12-03T20:30:19,165 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce8b4eaa89ea456f8e90343656f8adeb 2024-12-03T20:30:19,168 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/default/test/bde7be2c57168c0f09986351e0b9f0d1/.tmp/f/549e50d2048640c8b4637330cac6814e as hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/default/test/bde7be2c57168c0f09986351e0b9f0d1/f/549e50d2048640c8b4637330cac6814e 2024-12-03T20:30:19,189 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 549e50d2048640c8b4637330cac6814e 2024-12-03T20:30:19,189 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/default/test/bde7be2c57168c0f09986351e0b9f0d1/f/549e50d2048640c8b4637330cac6814e, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T20:30:19,192 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/default/test/bde7be2c57168c0f09986351e0b9f0d1/.tmp/f1/ed167fe01ed44442abff55db1f1e998c as hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/default/test/bde7be2c57168c0f09986351e0b9f0d1/f1/ed167fe01ed44442abff55db1f1e998c 2024-12-03T20:30:19,208 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed167fe01ed44442abff55db1f1e998c 2024-12-03T20:30:19,209 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/default/test/bde7be2c57168c0f09986351e0b9f0d1/f1/ed167fe01ed44442abff55db1f1e998c, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T20:30:19,214 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/default/test/bde7be2c57168c0f09986351e0b9f0d1/.tmp/norep/ce8b4eaa89ea456f8e90343656f8adeb as hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/default/test/bde7be2c57168c0f09986351e0b9f0d1/norep/ce8b4eaa89ea456f8e90343656f8adeb 2024-12-03T20:30:19,215 DEBUG [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(1351): Waiting on bde7be2c57168c0f09986351e0b9f0d1 2024-12-03T20:30:19,241 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce8b4eaa89ea456f8e90343656f8adeb 2024-12-03T20:30:19,241 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/default/test/bde7be2c57168c0f09986351e0b9f0d1/norep/ce8b4eaa89ea456f8e90343656f8adeb, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T20:30:19,249 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for bde7be2c57168c0f09986351e0b9f0d1 in 718ms, sequenceid=12, compaction requested=false 2024-12-03T20:30:19,249 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T20:30:19,325 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 1743, reset compression=false 2024-12-03T20:30:19,331 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/data/default/test/bde7be2c57168c0f09986351e0b9f0d1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T20:30:19,332 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:30:19,332 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:30:19,333 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1. 2024-12-03T20:30:19,333 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bde7be2c57168c0f09986351e0b9f0d1: Waiting for close lock at 1733257818530Running coprocessor pre-close hooks at 1733257818530Disabling compacts and flushes for region at 1733257818530Disabling writes for close at 1733257818530Obtaining lock to block concurrent updates at 1733257818530Preparing flush snapshotting stores in bde7be2c57168c0f09986351e0b9f0d1 at 1733257818530Finished memstore snapshotting test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733257818531 (+1 ms)Flushing stores of test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1. at 1733257818532 (+1 ms)Flushing bde7be2c57168c0f09986351e0b9f0d1/f: creating writer at 1733257818532Flushing bde7be2c57168c0f09986351e0b9f0d1/f: appending metadata at 1733257818580 (+48 ms)Flushing bde7be2c57168c0f09986351e0b9f0d1/f: closing flushed file at 1733257818580Flushing bde7be2c57168c0f09986351e0b9f0d1/f1: creating writer at 1733257818633 (+53 ms)Flushing bde7be2c57168c0f09986351e0b9f0d1/f1: appending metadata at 1733257818660 (+27 ms)Flushing bde7be2c57168c0f09986351e0b9f0d1/f1: closing flushed file at 1733257818660Flushing bde7be2c57168c0f09986351e0b9f0d1/norep: creating writer at 1733257819103 (+443 ms)Flushing bde7be2c57168c0f09986351e0b9f0d1/norep: appending metadata at 1733257819131 (+28 ms)Flushing bde7be2c57168c0f09986351e0b9f0d1/norep: closing flushed file at 1733257819131Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5631a1ff: reopening flushed file at 1733257819165 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@291f33a4: reopening flushed file at 1733257819189 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d030bb1: reopening flushed file at 1733257819209 (+20 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for bde7be2c57168c0f09986351e0b9f0d1 in 718ms, sequenceid=12, compaction requested=false at 1733257819249 (+40 ms)Writing region close event to WAL at 1733257819305 (+56 ms)Running coprocessor post-close hooks at 1733257819332 (+27 ms)Closed at 1733257819333 (+1 ms) 2024-12-03T20:30:19,333 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733257790050.bde7be2c57168c0f09986351e0b9f0d1. 2024-12-03T20:30:19,358 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:30:19,358 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 2387, reset compression=false 2024-12-03T20:30:19,416 INFO [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,35947,1733257773870; all regions closed. 2024-12-03T20:30:19,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741834_1010 (size=4239) 2024-12-03T20:30:19,455 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.meta.1733257777231.meta not finished, retry = 0 2024-12-03T20:30:19,575 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.rep.1733257794403 not finished, retry = 0 2024-12-03T20:30:19,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741839_1015 (size=3552) 2024-12-03T20:30:19,596 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 to pos 2387, reset compression=false 2024-12-03T20:30:19,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741832_1008 (size=2395) 2024-12-03T20:30:19,705 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/WALs/b29c245002d9,35947,1733257773870/b29c245002d9%2C35947%2C1733257773870.1733257776224 not finished, retry = 0 2024-12-03T20:30:19,807 DEBUG [RS:0;b29c245002d9:35947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:19,807 INFO [RS:0;b29c245002d9:35947 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:30:19,808 INFO [RS:0;b29c245002d9:35947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:30:19,808 INFO [RS:0;b29c245002d9:35947 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T20:30:19,808 INFO [RS:0;b29c245002d9:35947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:30:19,809 INFO [RS:0;b29c245002d9:35947 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b29c245002d9,35947,1733257773870 because: Region server is closing 2024-12-03T20:30:19,809 INFO [RS:0;b29c245002d9:35947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:35947. 2024-12-03T20:30:19,809 DEBUG [RS:0;b29c245002d9:35947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:19,809 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:30:19,809 DEBUG [RS:0;b29c245002d9:35947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:19,809 DEBUG [RS:0;b29c245002d9:35947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:19,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:30:19,911 INFO [RS:0;b29c245002d9:35947 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.shipperb29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 terminated 2024-12-03T20:30:19,911 INFO [RS:0;b29c245002d9:35947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:35947. 2024-12-03T20:30:19,912 DEBUG [RS:0;b29c245002d9:35947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:19,912 DEBUG [RS:0;b29c245002d9:35947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:19,912 DEBUG [RS:0;b29c245002d9:35947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:19,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:30:19,912 INFO [RS:0;b29c245002d9:35947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35947 2024-12-03T20:30:19,909 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35947,1733257773870.replicationSource.wal-reader.b29c245002d9%2C35947%2C1733257773870,1-b29c245002d9,35947,1733257773870 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T20:30:20,251 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1019ce2b3400001, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-25653254/rs/b29c245002d9,35947,1733257773870 2024-12-03T20:30:20,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-25653254/rs 2024-12-03T20:30:20,251 INFO [RS:0;b29c245002d9:35947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:30:20,272 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,35947,1733257773870] 2024-12-03T20:30:20,283 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-25653254/draining/b29c245002d9,35947,1733257773870 already deleted, retry=false 2024-12-03T20:30:20,283 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,35947,1733257773870 expired; onlineServers=0 2024-12-03T20:30:20,283 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,42989,1733257773385' ***** 2024-12-03T20:30:20,283 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:30:20,283 INFO [M:0;b29c245002d9:42989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:30:20,283 INFO [M:0;b29c245002d9:42989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:30:20,283 DEBUG [M:0;b29c245002d9:42989 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:30:20,283 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:30:20,283 DEBUG [M:0;b29c245002d9:42989 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:30:20,283 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257775955 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257775955,5,FailOnTimeoutGroup] 2024-12-03T20:30:20,283 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257775954 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257775954,5,FailOnTimeoutGroup] 2024-12-03T20:30:20,283 INFO [M:0;b29c245002d9:42989 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:30:20,283 INFO [M:0;b29c245002d9:42989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:30:20,283 DEBUG [M:0;b29c245002d9:42989 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:30:20,283 INFO [M:0;b29c245002d9:42989 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:30:20,284 INFO [M:0;b29c245002d9:42989 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:30:20,284 INFO [M:0;b29c245002d9:42989 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:30:20,285 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:30:20,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-25653254/master 2024-12-03T20:30:20,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-25653254 2024-12-03T20:30:20,316 DEBUG [M:0;b29c245002d9:42989 {}] zookeeper.ZKUtil(347): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Unable to get data of znode /0-25653254/master because node does not exist (not an error) 2024-12-03T20:30:20,316 WARN [M:0;b29c245002d9:42989 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T20:30:20,329 INFO [M:0;b29c245002d9:42989 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/.lastflushedseqids 2024-12-03T20:30:20,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741848_1024 (size=245) 2024-12-03T20:30:20,339 INFO [M:0;b29c245002d9:42989 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:30:20,339 INFO [M:0;b29c245002d9:42989 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:30:20,339 DEBUG [M:0;b29c245002d9:42989 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:30:20,339 INFO [M:0;b29c245002d9:42989 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:20,339 DEBUG [M:0;b29c245002d9:42989 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:20,339 DEBUG [M:0;b29c245002d9:42989 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:30:20,339 DEBUG [M:0;b29c245002d9:42989 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:20,339 INFO [M:0;b29c245002d9:42989 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-12-03T20:30:20,359 DEBUG [M:0;b29c245002d9:42989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31b7713cb52844fa9bd77ce51f1e126c is 82, key is hbase:meta,,1/info:regioninfo/1733257777400/Put/seqid=0 2024-12-03T20:30:20,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741849_1025 (size=5672) 2024-12-03T20:30:20,372 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1019ce2b3400001, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:30:20,373 INFO [RS:0;b29c245002d9:35947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:30:20,373 DEBUG [pool-1597-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x1019ce2b3400001, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:30:20,373 INFO [RS:0;b29c245002d9:35947 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,35947,1733257773870; zookeeper connection closed. 2024-12-03T20:30:20,373 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d11f6de {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d11f6de 2024-12-03T20:30:20,374 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T20:30:20,773 INFO [M:0;b29c245002d9:42989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31b7713cb52844fa9bd77ce51f1e126c 2024-12-03T20:30:20,776 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:30:20,777 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:30:20,777 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88377 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:30:20,808 DEBUG [M:0;b29c245002d9:42989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/397fe736f22841419cadeb1bb2e39da2 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733257791096/Put/seqid=0 2024-12-03T20:30:20,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741850_1026 (size=7217) 2024-12-03T20:30:20,812 INFO [M:0;b29c245002d9:42989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/397fe736f22841419cadeb1bb2e39da2 2024-12-03T20:30:20,816 INFO [M:0;b29c245002d9:42989 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 397fe736f22841419cadeb1bb2e39da2 2024-12-03T20:30:20,833 DEBUG [M:0;b29c245002d9:42989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f3fffd206bd45c0afbf62f798b73df4 is 69, key is b29c245002d9,35947,1733257773870/rs:state/1733257776037/Put/seqid=0 2024-12-03T20:30:20,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741851_1027 (size=5156) 2024-12-03T20:30:20,869 INFO [M:0;b29c245002d9:42989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f3fffd206bd45c0afbf62f798b73df4 2024-12-03T20:30:20,892 DEBUG [M:0;b29c245002d9:42989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31b7713cb52844fa9bd77ce51f1e126c as hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31b7713cb52844fa9bd77ce51f1e126c 2024-12-03T20:30:20,896 INFO [M:0;b29c245002d9:42989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31b7713cb52844fa9bd77ce51f1e126c, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T20:30:20,897 DEBUG [M:0;b29c245002d9:42989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/397fe736f22841419cadeb1bb2e39da2 as hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/397fe736f22841419cadeb1bb2e39da2 2024-12-03T20:30:20,901 INFO [M:0;b29c245002d9:42989 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 397fe736f22841419cadeb1bb2e39da2 2024-12-03T20:30:20,902 INFO [M:0;b29c245002d9:42989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/397fe736f22841419cadeb1bb2e39da2, entries=11, sequenceid=105, filesize=7.0 K 2024-12-03T20:30:20,902 DEBUG [M:0;b29c245002d9:42989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f3fffd206bd45c0afbf62f798b73df4 as hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f3fffd206bd45c0afbf62f798b73df4 2024-12-03T20:30:20,910 INFO [M:0;b29c245002d9:42989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39999/user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f3fffd206bd45c0afbf62f798b73df4, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T20:30:20,911 INFO [M:0;b29c245002d9:42989 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 572ms, sequenceid=105, compaction requested=false 2024-12-03T20:30:20,920 INFO [M:0;b29c245002d9:42989 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:20,920 DEBUG [M:0;b29c245002d9:42989 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257820339Disabling compacts and flushes for region at 1733257820339Disabling writes for close at 1733257820339Obtaining lock to block concurrent updates at 1733257820339Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257820339Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1733257820339Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257820340 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257820340Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257820359 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257820359Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257820785 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257820808 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257820808Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257820816 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257820832 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257820833 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78423eb3: reopening flushed file at 1733257820888 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b5ff332: reopening flushed file at 1733257820896 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@390e0bb1: reopening flushed file at 1733257820902 (+6 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 572ms, sequenceid=105, compaction requested=false at 1733257820911 (+9 ms)Writing region close event to WAL at 1733257820920 (+9 ms)Closed at 1733257820920 2024-12-03T20:30:20,931 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67c9a965-eee5-f571-dcf5-cd5e6d437230/MasterData/WALs/b29c245002d9,42989,1733257773385/b29c245002d9%2C42989%2C1733257773385.1733257775537 not finished, retry = 0 2024-12-03T20:30:20,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44501 is added to blk_1073741830_1006 (size=64411) 2024-12-03T20:30:21,036 INFO [M:0;b29c245002d9:42989 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:30:21,036 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:30:21,036 INFO [M:0;b29c245002d9:42989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42989 2024-12-03T20:30:21,048 INFO [M:0;b29c245002d9:42989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:30:21,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:30:21,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42989-0x1019ce2b3400000, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:30:21,220 INFO [M:0;b29c245002d9:42989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:30:21,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ab36650{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:30:21,228 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6876b713{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:30:21,228 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:30:21,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cc581e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:30:21,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36973165{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/hadoop.log.dir/,STOPPED} 2024-12-03T20:30:21,238 WARN [BP-461900833-172.17.0.3-1733257770940 heartbeating to localhost/127.0.0.1:39999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:30:21,238 WARN [BP-461900833-172.17.0.3-1733257770940 heartbeating to localhost/127.0.0.1:39999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-461900833-172.17.0.3-1733257770940 (Datanode Uuid dd54e461-e948-41b8-b1d8-74fdd03ceaa1) service to localhost/127.0.0.1:39999 2024-12-03T20:30:21,238 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:30:21,238 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:30:21,238 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/cluster_32ba009a-fe2b-ef00-4100-64732eb10d13/data/data1/current/BP-461900833-172.17.0.3-1733257770940 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:30:21,239 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:30:21,240 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/cluster_32ba009a-fe2b-ef00-4100-64732eb10d13/data/data2/current/BP-461900833-172.17.0.3-1733257770940 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:30:21,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17db001d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:30:21,251 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b31bdca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:30:21,251 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:30:21,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@724e6c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:30:21,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d3f243{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80bfcc-4951-5b99-21b4-d547da7eac4b/hadoop.log.dir/,STOPPED} 2024-12-03T20:30:21,265 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T20:30:21,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T20:30:21,302 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 263) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41225 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34387 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50547) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50547) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39999 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:39999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34387 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41225 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41225 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:41225 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50547) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41225 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34387 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34387 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:34387 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=734 (was 658) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1435 (was 1374) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1367 (was 1087) - AvailableMemoryMB LEAK? - 2024-12-03T20:30:21,323 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=734, MaxFileDescriptor=1048576, SystemLoadAverage=1435, ProcessCount=11, AvailableMemoryMB=1361 2024-12-03T20:30:21,338 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-03T20:30:21,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/hadoop.log.dir so I do NOT create it in target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a 2024-12-03T20:30:21,339 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:30:21,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/hadoop.tmp.dir so I do NOT create it in target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a 2024-12-03T20:30:21,339 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ada038db-21d3-5943-5b10-f706234e0a8a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:30:21,339 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a 2024-12-03T20:30:21,339 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/cluster_706c683c-5f3e-d711-9c3a-7677695f0572, deleteOnExit=true 2024-12-03T20:30:21,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019ce2b3400008, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T20:30:21,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019ce2b3400008, quorum=127.0.0.1:50547, baseZNode=/2-960730924 Received Disconnected from ZooKeeper, ignoring 2024-12-03T20:30:21,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019ce2b3400005, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T20:30:21,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019ce2b3400002, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T20:30:21,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019ce2b3400002, quorum=127.0.0.1:50547, baseZNode=/0-25653254 Received Disconnected from ZooKeeper, ignoring 2024-12-03T20:30:21,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019ce2b3400005, quorum=127.0.0.1:50547, baseZNode=/1-2064044790 Received Disconnected from ZooKeeper, ignoring 2024-12-03T20:30:21,385 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/cluster_706c683c-5f3e-d711-9c3a-7677695f0572/zookeeper_0, clientPort=53048, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/cluster_706c683c-5f3e-d711-9c3a-7677695f0572/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/cluster_706c683c-5f3e-d711-9c3a-7677695f0572/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T20:30:21,394 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53048 2024-12-03T20:30:21,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:30:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:30:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/test.cache.data in system properties and HBase conf 2024-12-03T20:30:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:30:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:30:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:30:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:30:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:30:21,395 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:30:21,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:30:21,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:30:21,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:30:21,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:30:21,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:30:21,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:30:21,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:30:21,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:30:21,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:30:21,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:30:21,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:30:21,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:30:21,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:30:21,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:30:21,513 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:30:21,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:21,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:21,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:21,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:21,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:21,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:21,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:21,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:21,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:21,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:21,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:21,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:21,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:21,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:30:21,948 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:30:22,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:30:22,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:30:22,027 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:30:22,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:30:22,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64155f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:30:22,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40a48f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:30:22,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18f616f3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/java.io.tmpdir/jetty-localhost-42199-hadoop-hdfs-3_4_1-tests_jar-_-any-2523790686495773801/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:30:22,288 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19834401{HTTP/1.1, (http/1.1)}{localhost:42199} 2024-12-03T20:30:22,288 INFO [Time-limited test {}] server.Server(415): Started @292223ms 2024-12-03T20:30:22,786 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:30:22,789 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:30:22,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:30:22,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:30:22,796 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:30:22,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5462383e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:30:22,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1383d0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:30:22,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1342b4f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/java.io.tmpdir/jetty-localhost-35853-hadoop-hdfs-3_4_1-tests_jar-_-any-18373673043275233321/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:30:22,929 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f8809b7{HTTP/1.1, (http/1.1)}{localhost:35853} 2024-12-03T20:30:22,929 INFO [Time-limited test {}] server.Server(415): Started @292863ms 2024-12-03T20:30:22,939 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:30:23,918 WARN [Thread-3434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/cluster_706c683c-5f3e-d711-9c3a-7677695f0572/data/data1/current/BP-1348950640-172.17.0.3-1733257821420/current, will proceed with Du for space computation calculation, 2024-12-03T20:30:23,936 WARN [Thread-3435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/cluster_706c683c-5f3e-d711-9c3a-7677695f0572/data/data2/current/BP-1348950640-172.17.0.3-1733257821420/current, will proceed with Du for space computation calculation, 2024-12-03T20:30:24,057 WARN [Thread-3422 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:30:24,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b490ffaa9b0a066 with lease ID 0x7a9d2c0dbaf6f3bc: Processing first storage report for DS-35e217e1-1097-4c0a-8c8b-cc6bf851b404 from datanode DatanodeRegistration(127.0.0.1:44003, datanodeUuid=dfdf05b4-ef68-4734-b4ad-1a3819e4ab77, infoPort=41985, infoSecurePort=0, ipcPort=40273, storageInfo=lv=-57;cid=testClusterID;nsid=1184627384;c=1733257821420) 2024-12-03T20:30:24,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b490ffaa9b0a066 with lease ID 0x7a9d2c0dbaf6f3bc: from storage DS-35e217e1-1097-4c0a-8c8b-cc6bf851b404 node DatanodeRegistration(127.0.0.1:44003, datanodeUuid=dfdf05b4-ef68-4734-b4ad-1a3819e4ab77, infoPort=41985, infoSecurePort=0, ipcPort=40273, storageInfo=lv=-57;cid=testClusterID;nsid=1184627384;c=1733257821420), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:30:24,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b490ffaa9b0a066 with lease ID 0x7a9d2c0dbaf6f3bc: Processing first storage report for DS-05b624b3-bf39-4138-b676-973ef6a2addd from datanode DatanodeRegistration(127.0.0.1:44003, datanodeUuid=dfdf05b4-ef68-4734-b4ad-1a3819e4ab77, infoPort=41985, infoSecurePort=0, ipcPort=40273, storageInfo=lv=-57;cid=testClusterID;nsid=1184627384;c=1733257821420) 2024-12-03T20:30:24,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b490ffaa9b0a066 with lease ID 0x7a9d2c0dbaf6f3bc: from storage DS-05b624b3-bf39-4138-b676-973ef6a2addd node DatanodeRegistration(127.0.0.1:44003, datanodeUuid=dfdf05b4-ef68-4734-b4ad-1a3819e4ab77, infoPort=41985, infoSecurePort=0, ipcPort=40273, storageInfo=lv=-57;cid=testClusterID;nsid=1184627384;c=1733257821420), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:30:24,109 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a 2024-12-03T20:30:24,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:24,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:24,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:30:24,586 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462 with version=8 2024-12-03T20:30:24,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/hbase-staging 2024-12-03T20:30:24,589 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:30:24,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:30:24,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:30:24,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:30:24,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:30:24,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:30:24,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:30:24,590 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:30:24,593 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45011 2024-12-03T20:30:24,594 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45011 connecting to ZooKeeper ensemble=127.0.0.1:53048 2024-12-03T20:30:25,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450110x0, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:30:25,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45011-0x1019ce378610000 connected 2024-12-03T20:30:25,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:25,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:25,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Set watcher on znode that does not yet exist, /0-1390340014/running 2024-12-03T20:30:25,570 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462, hbase.cluster.distributed=false 2024-12-03T20:30:25,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Set watcher on znode that does not yet exist, /0-1390340014/acl 2024-12-03T20:30:25,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45011 2024-12-03T20:30:25,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45011 2024-12-03T20:30:25,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45011 2024-12-03T20:30:25,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45011 2024-12-03T20:30:25,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45011 2024-12-03T20:30:25,663 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:30:25,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:30:25,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:30:25,663 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:30:25,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:30:25,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:30:25,664 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:30:25,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:30:25,676 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35091 2024-12-03T20:30:25,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35091 connecting to ZooKeeper ensemble=127.0.0.1:53048 2024-12-03T20:30:25,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:25,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:25,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350910x0, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:30:25,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350910x0, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Set watcher on znode that does not yet exist, /0-1390340014/running 2024-12-03T20:30:25,728 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:30:25,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35091-0x1019ce378610001 connected 2024-12-03T20:30:25,752 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:30:25,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35091-0x1019ce378610001, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Set watcher on znode that does not yet exist, /0-1390340014/master 2024-12-03T20:30:25,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35091-0x1019ce378610001, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Set watcher on znode that does not yet exist, /0-1390340014/acl 2024-12-03T20:30:25,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35091 2024-12-03T20:30:25,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35091 2024-12-03T20:30:25,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35091 2024-12-03T20:30:25,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35091 2024-12-03T20:30:25,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35091 2024-12-03T20:30:25,916 DEBUG [M:0;b29c245002d9:45011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:45011 2024-12-03T20:30:25,921 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1390340014/backup-masters/b29c245002d9,45011,1733257824589 2024-12-03T20:30:25,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1019ce378610001, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1390340014/backup-masters 2024-12-03T20:30:25,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1390340014/backup-masters 2024-12-03T20:30:25,945 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Set watcher on existing znode=/0-1390340014/backup-masters/b29c245002d9,45011,1733257824589 2024-12-03T20:30:25,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1390340014 2024-12-03T20:30:25,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1019ce378610001, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1390340014/master 2024-12-03T20:30:25,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1019ce378610001, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1390340014 2024-12-03T20:30:25,964 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Set watcher on existing znode=/0-1390340014/master 2024-12-03T20:30:25,968 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1390340014/backup-masters/b29c245002d9,45011,1733257824589 from backup master directory 2024-12-03T20:30:25,980 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:30:25,980 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,45011,1733257824589 2024-12-03T20:30:25,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1019ce378610001, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1390340014/backup-masters 2024-12-03T20:30:25,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1390340014/backup-masters/b29c245002d9,45011,1733257824589 2024-12-03T20:30:25,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1390340014/backup-masters 2024-12-03T20:30:26,029 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/hbase.id] with ID: 8ed14a03-07fb-43d3-a965-dbfaf4468ed0 2024-12-03T20:30:26,029 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/.tmp/hbase.id 2024-12-03T20:30:26,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:30:26,088 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/.tmp/hbase.id]:[hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/hbase.id] 2024-12-03T20:30:26,114 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:26,114 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:30:26,115 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T20:30:26,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1019ce378610001, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1390340014 2024-12-03T20:30:26,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1390340014 2024-12-03T20:30:26,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:30:26,201 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:30:26,202 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:30:26,212 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:30:26,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:30:26,660 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/data/master/store 2024-12-03T20:30:26,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:30:26,718 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:26,718 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:30:26,718 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:26,718 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:26,718 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:30:26,718 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:26,718 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:26,718 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257826718Disabling compacts and flushes for region at 1733257826718Disabling writes for close at 1733257826718Writing region close event to WAL at 1733257826718Closed at 1733257826718 2024-12-03T20:30:26,720 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/data/master/store/.initializing 2024-12-03T20:30:26,720 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/WALs/b29c245002d9,45011,1733257824589 2024-12-03T20:30:26,722 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:30:26,725 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C45011%2C1733257824589, suffix=, logDir=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/WALs/b29c245002d9,45011,1733257824589, archiveDir=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/oldWALs, maxLogs=10 2024-12-03T20:30:26,752 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/WALs/b29c245002d9,45011,1733257824589/b29c245002d9%2C45011%2C1733257824589.1733257826725, exclude list is [], retry=0 2024-12-03T20:30:26,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44003,DS-35e217e1-1097-4c0a-8c8b-cc6bf851b404,DISK] 2024-12-03T20:30:26,778 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/WALs/b29c245002d9,45011,1733257824589/b29c245002d9%2C45011%2C1733257824589.1733257826725 2024-12-03T20:30:26,778 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41985:41985)] 2024-12-03T20:30:26,779 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:30:26,779 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:26,779 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:26,779 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:26,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:26,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:30:26,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:26,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:26,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:26,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:30:26,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:26,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:26,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:26,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:30:26,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:26,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:26,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:26,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:30:26,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:26,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:26,846 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:26,851 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:26,856 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:26,876 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:26,876 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:26,877 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:30:26,886 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:26,903 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:30:26,904 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68810971, jitterRate=0.025363370776176453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:30:26,905 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257826779Initializing all the Stores at 1733257826780 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257826780Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257826784 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257826784Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257826784Cleaning up temporary data from old regions at 1733257826876 (+92 ms)Region opened successfully at 1733257826905 (+29 ms) 2024-12-03T20:30:26,909 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:30:26,928 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664ed58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:30:26,936 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:30:26,936 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:30:26,936 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:30:26,936 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:30:26,939 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-12-03T20:30:26,939 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:30:26,939 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:30:26,960 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:30:26,964 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Unable to get data of znode /0-1390340014/balancer because node does not exist (not necessarily an error) 2024-12-03T20:30:27,040 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1390340014/balancer already deleted, retry=false 2024-12-03T20:30:27,041 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:30:27,054 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Unable to get data of znode /0-1390340014/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:30:27,076 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1390340014/normalizer already deleted, retry=false 2024-12-03T20:30:27,076 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:30:27,079 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Unable to get data of znode /0-1390340014/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:30:27,096 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1390340014/switch/split already deleted, retry=false 2024-12-03T20:30:27,104 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Unable to get data of znode /0-1390340014/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:30:27,124 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1390340014/switch/merge already deleted, retry=false 2024-12-03T20:30:27,138 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Unable to get data of znode /0-1390340014/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:30:27,156 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1390340014/snapshot-cleanup already deleted, retry=false 2024-12-03T20:30:27,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1019ce378610001, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1390340014/running 2024-12-03T20:30:27,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1019ce378610001, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1390340014 2024-12-03T20:30:27,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1390340014/running 2024-12-03T20:30:27,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1390340014 2024-12-03T20:30:27,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T20:30:27,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T20:30:27,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:30:27,184 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,45011,1733257824589, sessionid=0x1019ce378610000, setting cluster-up flag (Was=false) 2024-12-03T20:30:27,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1019ce378610001, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1390340014 2024-12-03T20:30:27,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1390340014 2024-12-03T20:30:27,276 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1390340014/flush-table-proc/acquired, /0-1390340014/flush-table-proc/reached, /0-1390340014/flush-table-proc/abort 2024-12-03T20:30:27,292 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,45011,1733257824589 2024-12-03T20:30:27,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1019ce378610001, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1390340014 2024-12-03T20:30:27,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1390340014 2024-12-03T20:30:27,404 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1390340014/online-snapshot/acquired, /0-1390340014/online-snapshot/reached, /0-1390340014/online-snapshot/abort 2024-12-03T20:30:27,420 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,45011,1733257824589 2024-12-03T20:30:27,422 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:30:27,436 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:30:27,437 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:30:27,437 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:30:27,437 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,45011,1733257824589 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:30:27,456 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:30:27,456 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:30:27,457 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:30:27,457 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:30:27,457 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:30:27,457 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:27,457 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:30:27,457 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:27,480 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:30:27,481 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:30:27,487 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:27,488 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:30:27,492 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257857492 2024-12-03T20:30:27,493 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:30:27,493 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:30:27,493 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:30:27,493 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:30:27,493 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:30:27,493 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:30:27,496 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:27,501 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:30:27,501 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:30:27,501 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:30:27,501 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:30:27,502 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:30:27,502 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:30:27,502 INFO [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(746): ClusterId : 8ed14a03-07fb-43d3-a965-dbfaf4468ed0 2024-12-03T20:30:27,502 DEBUG [RS:0;b29c245002d9:35091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:30:27,510 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257827502,5,FailOnTimeoutGroup] 2024-12-03T20:30:27,516 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257827510,5,FailOnTimeoutGroup] 2024-12-03T20:30:27,516 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:27,516 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:30:27,516 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:27,516 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:27,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:30:27,535 DEBUG [RS:0;b29c245002d9:35091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:30:27,535 DEBUG [RS:0;b29c245002d9:35091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:30:27,551 DEBUG [RS:0;b29c245002d9:35091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:30:27,552 DEBUG [RS:0;b29c245002d9:35091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54bdb7dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:30:27,588 DEBUG [RS:0;b29c245002d9:35091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:35091 2024-12-03T20:30:27,588 INFO [RS:0;b29c245002d9:35091 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:30:27,588 INFO [RS:0;b29c245002d9:35091 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:30:27,588 DEBUG [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:30:27,589 INFO [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,45011,1733257824589 with port=35091, startcode=1733257825663 2024-12-03T20:30:27,589 DEBUG [RS:0;b29c245002d9:35091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:30:27,597 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:30:27,598 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45011 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,35091,1733257825663 2024-12-03T20:30:27,598 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45011 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,35091,1733257825663 2024-12-03T20:30:27,599 DEBUG [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462 2024-12-03T20:30:27,599 DEBUG [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36213 2024-12-03T20:30:27,599 DEBUG [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:30:27,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1390340014/rs 2024-12-03T20:30:27,620 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,35091,1733257825663] 2024-12-03T20:30:27,620 DEBUG [RS:0;b29c245002d9:35091 {}] zookeeper.ZKUtil(111): regionserver:35091-0x1019ce378610001, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Set watcher on existing znode=/0-1390340014/rs/b29c245002d9,35091,1733257825663 2024-12-03T20:30:27,620 WARN [RS:0;b29c245002d9:35091 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:30:27,620 INFO [RS:0;b29c245002d9:35091 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:30:27,621 DEBUG [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663 2024-12-03T20:30:27,644 INFO [RS:0;b29c245002d9:35091 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:30:27,646 INFO [RS:0;b29c245002d9:35091 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:30:27,648 INFO [RS:0;b29c245002d9:35091 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:30:27,648 INFO [RS:0;b29c245002d9:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:27,649 INFO [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:30:27,650 INFO [RS:0;b29c245002d9:35091 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:30:27,650 INFO [RS:0;b29c245002d9:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:27,650 DEBUG [RS:0;b29c245002d9:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:27,659 DEBUG [RS:0;b29c245002d9:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:27,659 DEBUG [RS:0;b29c245002d9:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:27,659 DEBUG [RS:0;b29c245002d9:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:27,659 DEBUG [RS:0;b29c245002d9:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:27,659 DEBUG [RS:0;b29c245002d9:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:30:27,659 DEBUG [RS:0;b29c245002d9:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:27,659 DEBUG [RS:0;b29c245002d9:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:27,659 DEBUG [RS:0;b29c245002d9:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:27,659 DEBUG [RS:0;b29c245002d9:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:27,659 DEBUG [RS:0;b29c245002d9:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:27,659 DEBUG [RS:0;b29c245002d9:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:27,660 DEBUG [RS:0;b29c245002d9:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:30:27,660 DEBUG [RS:0;b29c245002d9:35091 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:30:27,682 INFO [RS:0;b29c245002d9:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:27,682 INFO [RS:0;b29c245002d9:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:27,682 INFO [RS:0;b29c245002d9:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:27,682 INFO [RS:0;b29c245002d9:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:27,682 INFO [RS:0;b29c245002d9:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:27,683 INFO [RS:0;b29c245002d9:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,35091,1733257825663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:30:27,701 INFO [RS:0;b29c245002d9:35091 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:30:27,701 INFO [RS:0;b29c245002d9:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,35091,1733257825663-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:27,701 INFO [RS:0;b29c245002d9:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:27,701 INFO [RS:0;b29c245002d9:35091 {}] regionserver.Replication(171): b29c245002d9,35091,1733257825663 started 2024-12-03T20:30:27,726 INFO [RS:0;b29c245002d9:35091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:27,726 INFO [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,35091,1733257825663, RpcServer on b29c245002d9/172.17.0.3:35091, sessionid=0x1019ce378610001 2024-12-03T20:30:27,727 DEBUG [RS:0;b29c245002d9:35091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:30:27,727 DEBUG [RS:0;b29c245002d9:35091 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,35091,1733257825663 2024-12-03T20:30:27,727 DEBUG [RS:0;b29c245002d9:35091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,35091,1733257825663' 2024-12-03T20:30:27,727 DEBUG [RS:0;b29c245002d9:35091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1390340014/flush-table-proc/abort' 2024-12-03T20:30:27,729 DEBUG [RS:0;b29c245002d9:35091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1390340014/flush-table-proc/acquired' 2024-12-03T20:30:27,740 DEBUG [RS:0;b29c245002d9:35091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:30:27,740 DEBUG [RS:0;b29c245002d9:35091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:30:27,741 DEBUG [RS:0;b29c245002d9:35091 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,35091,1733257825663 2024-12-03T20:30:27,741 DEBUG [RS:0;b29c245002d9:35091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,35091,1733257825663' 2024-12-03T20:30:27,741 DEBUG [RS:0;b29c245002d9:35091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1390340014/online-snapshot/abort' 2024-12-03T20:30:27,741 DEBUG [RS:0;b29c245002d9:35091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1390340014/online-snapshot/acquired' 2024-12-03T20:30:27,742 DEBUG [RS:0;b29c245002d9:35091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:30:27,742 INFO [RS:0;b29c245002d9:35091 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:30:27,742 INFO [RS:0;b29c245002d9:35091 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:30:27,844 INFO [RS:0;b29c245002d9:35091 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:30:27,855 INFO [RS:0;b29c245002d9:35091 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C35091%2C1733257825663, suffix=, logDir=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663, archiveDir=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/oldWALs, maxLogs=10 2024-12-03T20:30:27,887 DEBUG [RS:0;b29c245002d9:35091 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856, exclude list is [], retry=0 2024-12-03T20:30:27,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44003,DS-35e217e1-1097-4c0a-8c8b-cc6bf851b404,DISK] 2024-12-03T20:30:27,917 INFO [RS:0;b29c245002d9:35091 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 2024-12-03T20:30:27,924 DEBUG [RS:0;b29c245002d9:35091 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41985:41985)] 2024-12-03T20:30:27,934 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:30:27,935 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462 2024-12-03T20:30:28,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741833_1009 (size=32) 2024-12-03T20:30:28,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:28,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:30:28,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:30:28,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:28,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:28,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:30:28,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:30:28,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:28,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:28,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:30:28,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:30:28,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:28,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:28,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:30:28,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:30:28,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:28,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:28,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:30:28,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740 2024-12-03T20:30:28,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740 2024-12-03T20:30:28,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:30:28,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:30:28,463 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:30:28,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:30:28,466 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:30:28,467 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69358756, jitterRate=0.03352600336074829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:30:28,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257828402Initializing all the Stores at 1733257828402Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257828402Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257828402Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257828402Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257828402Cleaning up temporary data from old regions at 1733257828463 (+61 ms)Region opened successfully at 1733257828467 (+4 ms) 2024-12-03T20:30:28,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:30:28,468 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:30:28,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:30:28,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:30:28,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:30:28,473 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:30:28,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257828468Disabling compacts and flushes for region at 1733257828468Disabling writes for close at 1733257828468Writing region close event to WAL at 1733257828473 (+5 ms)Closed at 1733257828473 2024-12-03T20:30:28,480 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:30:28,480 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:30:28,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:30:28,485 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:30:28,492 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:30:28,643 DEBUG [b29c245002d9:45011 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:30:28,644 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,35091,1733257825663 2024-12-03T20:30:28,646 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,35091,1733257825663, state=OPENING 2024-12-03T20:30:28,712 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:30:28,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1019ce378610001, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1390340014 2024-12-03T20:30:28,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1390340014 2024-12-03T20:30:28,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1390340014/meta-region-server: CHANGED 2024-12-03T20:30:28,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1390340014/meta-region-server: CHANGED 2024-12-03T20:30:28,768 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:30:28,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,35091,1733257825663}] 2024-12-03T20:30:28,924 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:30:28,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:30:28,944 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:30:28,945 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:30:28,945 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:30:28,954 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C35091%2C1733257825663.meta, suffix=.meta, logDir=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663, archiveDir=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/oldWALs, maxLogs=10 2024-12-03T20:30:28,973 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.meta.1733257828954.meta, exclude list is [], retry=0 2024-12-03T20:30:28,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44003,DS-35e217e1-1097-4c0a-8c8b-cc6bf851b404,DISK] 2024-12-03T20:30:28,982 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.meta.1733257828954.meta 2024-12-03T20:30:28,984 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41985:41985)] 2024-12-03T20:30:28,984 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:30:28,985 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:30:28,985 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:30:28,985 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:30:28,985 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:30:28,985 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:30:28,985 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:28,985 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:30:28,985 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:30:29,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:30:29,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:30:29,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:29,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:29,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:30:29,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:30:29,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:29,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:29,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:30:29,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:30:29,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:29,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:29,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:30:29,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:30:29,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:29,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:29,029 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:30:29,030 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740 2024-12-03T20:30:29,031 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740 2024-12-03T20:30:29,034 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:30:29,034 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:30:29,035 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:30:29,036 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:30:29,036 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73777277, jitterRate=0.09936709702014923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:30:29,036 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:30:29,037 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257828985Writing region info on filesystem at 1733257828985Initializing all the Stores at 1733257828997 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257828997Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257829024 (+27 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257829024Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257829024Cleaning up temporary data from old regions at 1733257829034 (+10 ms)Running coprocessor post-open hooks at 1733257829036 (+2 ms)Region opened successfully at 1733257829037 (+1 ms) 2024-12-03T20:30:29,038 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257828924 2024-12-03T20:30:29,039 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:30:29,039 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:30:29,040 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,35091,1733257825663 2024-12-03T20:30:29,041 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,35091,1733257825663, state=OPEN 2024-12-03T20:30:29,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1019ce378610001, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1390340014/meta-region-server 2024-12-03T20:30:29,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1390340014/meta-region-server 2024-12-03T20:30:29,055 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,35091,1733257825663 2024-12-03T20:30:29,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1390340014/meta-region-server: CHANGED 2024-12-03T20:30:29,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1390340014/meta-region-server: CHANGED 2024-12-03T20:30:29,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:30:29,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,35091,1733257825663 in 286 msec 2024-12-03T20:30:29,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:30:29,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 577 msec 2024-12-03T20:30:29,060 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:30:29,060 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:30:29,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:30:29,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,35091,1733257825663, seqNum=-1] 2024-12-03T20:30:29,065 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:30:29,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:30:29,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6470 sec 2024-12-03T20:30:29,072 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257829072, completionTime=-1 2024-12-03T20:30:29,072 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T20:30:29,072 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:30:29,075 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:30:29,075 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257889075 2024-12-03T20:30:29,075 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257949075 2024-12-03T20:30:29,075 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T20:30:29,075 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,45011,1733257824589-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:29,075 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,45011,1733257824589-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:29,075 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,45011,1733257824589-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:29,076 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:45011, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:29,076 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:29,081 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:30:29,096 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:29,106 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.125sec 2024-12-03T20:30:29,106 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:30:29,106 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:30:29,106 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:30:29,106 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:30:29,106 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:30:29,106 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,45011,1733257824589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:30:29,106 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,45011,1733257824589-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:30:29,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e40780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:29,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,45011,-1 for getting cluster id 2024-12-03T20:30:29,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:29,129 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:30:29,129 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:30:29,129 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,45011,1733257824589-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:29,140 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ed14a03-07fb-43d3-a965-dbfaf4468ed0' 2024-12-03T20:30:29,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:29,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ed14a03-07fb-43d3-a965-dbfaf4468ed0" 2024-12-03T20:30:29,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eceeb31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:29,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,45011,-1] 2024-12-03T20:30:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:29,143 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:29,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1492cc4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:29,145 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:30:29,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,35091,1733257825663, seqNum=-1] 2024-12-03T20:30:29,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:30:29,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:30:29,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,45011,1733257824589 2024-12-03T20:30:29,151 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53048 2024-12-03T20:30:29,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:30:29,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019ce378610002 connected 2024-12-03T20:30:29,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/hadoop.log.dir so I do NOT create it in target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6 2024-12-03T20:30:29,192 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:30:29,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/hadoop.tmp.dir so I do NOT create it in target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6 2024-12-03T20:30:29,192 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:30:29,192 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6 2024-12-03T20:30:29,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:30:29,193 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/cluster_f0c1778d-9a16-be77-f845-9c68cfb07208, deleteOnExit=true 2024-12-03T20:30:29,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:30:29,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/test.cache.data in system properties and HBase conf 2024-12-03T20:30:29,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:30:29,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:30:29,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:30:29,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:30:29,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:30:29,193 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:30:29,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:30:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:30:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:30:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:30:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:30:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:30:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:30:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:30:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:30:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:30:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:30:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:30:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:30:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:30:29,499 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:30:29,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:30:29,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:30:29,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:30:29,506 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:30:29,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:30:29,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c3bd2e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:30:29,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@477a74d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:30:29,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cb05dc5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/java.io.tmpdir/jetty-localhost-44551-hadoop-hdfs-3_4_1-tests_jar-_-any-12361720167595541200/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:30:29,598 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c773f45{HTTP/1.1, (http/1.1)}{localhost:44551} 2024-12-03T20:30:29,598 INFO [Time-limited test {}] server.Server(415): Started @299533ms 2024-12-03T20:30:30,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:30:30,141 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:30:30,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:30:30,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:30:30,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:30:30,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@600039f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:30:30,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f92b2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:30:30,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@198298d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/java.io.tmpdir/jetty-localhost-44247-hadoop-hdfs-3_4_1-tests_jar-_-any-13665431158658400473/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:30:30,378 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@965b6c{HTTP/1.1, (http/1.1)}{localhost:44247} 2024-12-03T20:30:30,378 INFO [Time-limited test {}] server.Server(415): Started @300313ms 2024-12-03T20:30:30,379 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:30:30,876 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:30:30,876 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:30:30,877 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 98476 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:30:31,343 WARN [Thread-3555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/cluster_f0c1778d-9a16-be77-f845-9c68cfb07208/data/data2/current/BP-980725840-172.17.0.3-1733257829215/current, will proceed with Du for space computation calculation, 2024-12-03T20:30:31,343 WARN [Thread-3554 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/cluster_f0c1778d-9a16-be77-f845-9c68cfb07208/data/data1/current/BP-980725840-172.17.0.3-1733257829215/current, will proceed with Du for space computation calculation, 2024-12-03T20:30:31,385 WARN [Thread-3542 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:30:31,387 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa81089e8803e7c26 with lease ID 0x1c6b32bd47d9dcd5: Processing first storage report for DS-1e011b51-9ac2-443b-8df3-74c5b72c098a from datanode DatanodeRegistration(127.0.0.1:37319, datanodeUuid=5f4241fe-edbd-4e0f-86b1-2aa0a24ec92b, infoPort=44545, infoSecurePort=0, ipcPort=39419, storageInfo=lv=-57;cid=testClusterID;nsid=171258211;c=1733257829215) 2024-12-03T20:30:31,387 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa81089e8803e7c26 with lease ID 0x1c6b32bd47d9dcd5: from storage DS-1e011b51-9ac2-443b-8df3-74c5b72c098a node DatanodeRegistration(127.0.0.1:37319, datanodeUuid=5f4241fe-edbd-4e0f-86b1-2aa0a24ec92b, infoPort=44545, infoSecurePort=0, ipcPort=39419, storageInfo=lv=-57;cid=testClusterID;nsid=171258211;c=1733257829215), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:30:31,387 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa81089e8803e7c26 with lease ID 0x1c6b32bd47d9dcd5: Processing first storage report for DS-1de1e472-b1b4-4f2b-b4cd-47903edf1e07 from datanode DatanodeRegistration(127.0.0.1:37319, datanodeUuid=5f4241fe-edbd-4e0f-86b1-2aa0a24ec92b, infoPort=44545, infoSecurePort=0, ipcPort=39419, storageInfo=lv=-57;cid=testClusterID;nsid=171258211;c=1733257829215) 2024-12-03T20:30:31,387 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa81089e8803e7c26 with lease ID 0x1c6b32bd47d9dcd5: from storage DS-1de1e472-b1b4-4f2b-b4cd-47903edf1e07 node DatanodeRegistration(127.0.0.1:37319, datanodeUuid=5f4241fe-edbd-4e0f-86b1-2aa0a24ec92b, infoPort=44545, infoSecurePort=0, ipcPort=39419, storageInfo=lv=-57;cid=testClusterID;nsid=171258211;c=1733257829215), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:30:31,453 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6 2024-12-03T20:30:31,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:31,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:31,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:30:31,522 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6 with version=8 2024-12-03T20:30:31,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/hbase-staging 2024-12-03T20:30:31,525 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:30:31,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:30:31,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:30:31,525 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:30:31,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:30:31,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:30:31,525 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:30:31,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:30:31,541 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40575 2024-12-03T20:30:31,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40575 connecting to ZooKeeper ensemble=127.0.0.1:53048 2024-12-03T20:30:31,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405750x0, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:30:31,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40575-0x1019ce378610003 connected 2024-12-03T20:30:31,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:31,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:31,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Set watcher on znode that does not yet exist, /11293043843/running 2024-12-03T20:30:31,724 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6, hbase.cluster.distributed=false 2024-12-03T20:30:31,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Set watcher on znode that does not yet exist, /11293043843/acl 2024-12-03T20:30:31,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40575 2024-12-03T20:30:31,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40575 2024-12-03T20:30:31,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40575 2024-12-03T20:30:31,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40575 2024-12-03T20:30:31,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40575 2024-12-03T20:30:31,786 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:30:31,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:30:31,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:30:31,786 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:30:31,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:30:31,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:30:31,786 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:30:31,786 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:30:31,800 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34809 2024-12-03T20:30:31,801 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34809 connecting to ZooKeeper ensemble=127.0.0.1:53048 2024-12-03T20:30:31,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:31,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:31,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348090x0, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:30:31,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348090x0, quorum=127.0.0.1:53048, baseZNode=/11293043843 Set watcher on znode that does not yet exist, /11293043843/running 2024-12-03T20:30:31,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34809-0x1019ce378610004 connected 2024-12-03T20:30:31,813 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:30:31,816 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:30:31,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34809-0x1019ce378610004, quorum=127.0.0.1:53048, baseZNode=/11293043843 Set watcher on znode that does not yet exist, /11293043843/master 2024-12-03T20:30:31,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34809-0x1019ce378610004, quorum=127.0.0.1:53048, baseZNode=/11293043843 Set watcher on znode that does not yet exist, /11293043843/acl 2024-12-03T20:30:31,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34809 2024-12-03T20:30:31,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34809 2024-12-03T20:30:31,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34809 2024-12-03T20:30:31,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34809 2024-12-03T20:30:31,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34809 2024-12-03T20:30:31,841 DEBUG [M:0;b29c245002d9:40575 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:40575 2024-12-03T20:30:31,841 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11293043843/backup-masters/b29c245002d9,40575,1733257831524 2024-12-03T20:30:31,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1019ce378610004, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11293043843/backup-masters 2024-12-03T20:30:31,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11293043843/backup-masters 2024-12-03T20:30:31,853 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Set watcher on existing znode=/11293043843/backup-masters/b29c245002d9,40575,1733257831524 2024-12-03T20:30:31,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1019ce378610004, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11293043843/master 2024-12-03T20:30:31,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11293043843 2024-12-03T20:30:31,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1019ce378610004, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11293043843 2024-12-03T20:30:31,865 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Set watcher on existing znode=/11293043843/master 2024-12-03T20:30:31,865 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11293043843/backup-masters/b29c245002d9,40575,1733257831524 from backup master directory 2024-12-03T20:30:31,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11293043843/backup-masters/b29c245002d9,40575,1733257831524 2024-12-03T20:30:31,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1019ce378610004, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11293043843/backup-masters 2024-12-03T20:30:31,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11293043843/backup-masters 2024-12-03T20:30:31,875 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:30:31,876 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,40575,1733257831524 2024-12-03T20:30:31,878 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/hbase.id] with ID: 8c2dbfe0-c68a-4f3d-b03e-1d35d0aebe17 2024-12-03T20:30:31,878 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/.tmp/hbase.id 2024-12-03T20:30:31,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:30:32,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,281 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/.tmp/hbase.id]:[hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/hbase.id] 2024-12-03T20:30:32,288 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:32,288 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:30:32,289 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T20:30:32,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11293043843 2024-12-03T20:30:32,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1019ce378610004, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11293043843 2024-12-03T20:30:32,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:30:32,364 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:30:32,365 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:30:32,365 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:30:32,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:30:32,729 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:30:32,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,781 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/data/master/store 2024-12-03T20:30:32,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:32,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:30:33,320 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:33,321 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:30:33,321 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:33,321 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:33,321 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:30:33,321 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:33,321 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:33,321 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257833320Disabling compacts and flushes for region at 1733257833320Disabling writes for close at 1733257833321 (+1 ms)Writing region close event to WAL at 1733257833321Closed at 1733257833321 2024-12-03T20:30:33,340 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/data/master/store/.initializing 2024-12-03T20:30:33,340 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/WALs/b29c245002d9,40575,1733257831524 2024-12-03T20:30:33,348 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:30:33,376 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C40575%2C1733257831524, suffix=, logDir=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/WALs/b29c245002d9,40575,1733257831524, archiveDir=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/oldWALs, maxLogs=10 2024-12-03T20:30:33,400 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/WALs/b29c245002d9,40575,1733257831524/b29c245002d9%2C40575%2C1733257831524.1733257833377, exclude list is [], retry=0 2024-12-03T20:30:33,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37319,DS-1e011b51-9ac2-443b-8df3-74c5b72c098a,DISK] 2024-12-03T20:30:33,424 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/WALs/b29c245002d9,40575,1733257831524/b29c245002d9%2C40575%2C1733257831524.1733257833377 2024-12-03T20:30:33,425 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545)] 2024-12-03T20:30:33,426 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:30:33,426 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:33,426 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:33,426 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:33,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:33,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:30:33,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:33,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:33,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:33,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:30:33,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:33,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:33,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:33,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:30:33,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:33,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:33,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:33,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:30:33,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:33,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:33,489 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:33,490 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:33,492 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:33,495 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:33,495 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:33,495 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:30:33,499 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:33,508 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:30:33,509 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71423450, jitterRate=0.06429234147071838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:30:33,509 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257833426Initializing all the Stores at 1733257833427 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257833427Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257833429 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257833429Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257833429Cleaning up temporary data from old regions at 1733257833495 (+66 ms)Region opened successfully at 1733257833509 (+14 ms) 2024-12-03T20:30:33,512 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:30:33,516 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4918b2b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:30:33,518 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:30:33,518 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:30:33,518 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:30:33,519 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:30:33,519 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T20:30:33,519 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:30:33,519 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:30:33,533 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:30:33,536 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Unable to get data of znode /11293043843/balancer because node does not exist (not necessarily an error) 2024-12-03T20:30:33,604 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11293043843/balancer already deleted, retry=false 2024-12-03T20:30:33,605 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:30:33,605 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Unable to get data of znode /11293043843/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:30:33,612 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11293043843/normalizer already deleted, retry=false 2024-12-03T20:30:33,613 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:30:33,622 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Unable to get data of znode /11293043843/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:30:33,633 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11293043843/switch/split already deleted, retry=false 2024-12-03T20:30:33,640 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Unable to get data of znode /11293043843/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:30:33,644 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T20:30:33,654 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11293043843/switch/merge already deleted, retry=false 2024-12-03T20:30:33,664 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Unable to get data of znode /11293043843/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:30:33,680 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11293043843/snapshot-cleanup already deleted, retry=false 2024-12-03T20:30:33,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11293043843/running 2024-12-03T20:30:33,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11293043843 2024-12-03T20:30:33,687 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,40575,1733257831524, sessionid=0x1019ce378610003, setting cluster-up flag (Was=false) 2024-12-03T20:30:33,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1019ce378610004, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11293043843/running 2024-12-03T20:30:33,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1019ce378610004, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11293043843 2024-12-03T20:30:33,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1019ce378610004, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11293043843 2024-12-03T20:30:33,739 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11293043843/flush-table-proc/acquired, /11293043843/flush-table-proc/reached, /11293043843/flush-table-proc/abort 2024-12-03T20:30:33,747 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,40575,1733257831524 2024-12-03T20:30:33,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11293043843 2024-12-03T20:30:33,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1019ce378610004, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11293043843 2024-12-03T20:30:33,828 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11293043843/online-snapshot/acquired, /11293043843/online-snapshot/reached, /11293043843/online-snapshot/abort 2024-12-03T20:30:33,856 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,40575,1733257831524 2024-12-03T20:30:33,865 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:30:33,878 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:30:33,878 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:30:33,878 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:30:33,879 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,40575,1733257831524 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:30:33,880 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:30:33,880 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:30:33,880 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:30:33,880 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:30:33,880 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:30:33,880 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:33,880 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:30:33,880 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:33,903 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:30:33,903 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:30:33,913 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:33,913 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:30:33,916 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257863915 2024-12-03T20:30:33,916 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:30:33,916 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:30:33,916 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:30:33,916 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:30:33,916 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:30:33,916 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:30:33,936 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:33,940 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:30:33,940 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:30:33,940 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:30:33,940 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:30:33,941 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:30:33,942 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:30:33,944 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257833942,5,FailOnTimeoutGroup] 2024-12-03T20:30:33,945 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257833944,5,FailOnTimeoutGroup] 2024-12-03T20:30:33,946 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:33,946 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:30:33,946 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:33,946 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:33,962 INFO [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(746): ClusterId : 8c2dbfe0-c68a-4f3d-b03e-1d35d0aebe17 2024-12-03T20:30:33,962 DEBUG [RS:0;b29c245002d9:34809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:30:33,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:30:34,062 DEBUG [RS:0;b29c245002d9:34809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:30:34,062 DEBUG [RS:0;b29c245002d9:34809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:30:34,121 DEBUG [RS:0;b29c245002d9:34809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:30:34,122 DEBUG [RS:0;b29c245002d9:34809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e7a0a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:30:34,176 DEBUG [RS:0;b29c245002d9:34809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:34809 2024-12-03T20:30:34,176 INFO [RS:0;b29c245002d9:34809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:30:34,176 INFO [RS:0;b29c245002d9:34809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:30:34,176 DEBUG [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:30:34,184 INFO [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,40575,1733257831524 with port=34809, startcode=1733257831786 2024-12-03T20:30:34,185 DEBUG [RS:0;b29c245002d9:34809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:30:34,202 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:30:34,202 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40575 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,34809,1733257831786 2024-12-03T20:30:34,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40575 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,34809,1733257831786 2024-12-03T20:30:34,205 DEBUG [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6 2024-12-03T20:30:34,205 DEBUG [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41091 2024-12-03T20:30:34,205 DEBUG [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:30:34,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11293043843/rs 2024-12-03T20:30:34,260 DEBUG [RS:0;b29c245002d9:34809 {}] zookeeper.ZKUtil(111): regionserver:34809-0x1019ce378610004, quorum=127.0.0.1:53048, baseZNode=/11293043843 Set watcher on existing znode=/11293043843/rs/b29c245002d9,34809,1733257831786 2024-12-03T20:30:34,260 WARN [RS:0;b29c245002d9:34809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:30:34,261 INFO [RS:0;b29c245002d9:34809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:30:34,261 DEBUG [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786 2024-12-03T20:30:34,269 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,34809,1733257831786] 2024-12-03T20:30:34,277 INFO [RS:0;b29c245002d9:34809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:30:34,284 INFO [RS:0;b29c245002d9:34809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:30:34,292 INFO [RS:0;b29c245002d9:34809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:30:34,292 INFO [RS:0;b29c245002d9:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:34,304 INFO [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:30:34,309 INFO [RS:0;b29c245002d9:34809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:30:34,309 INFO [RS:0;b29c245002d9:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:34,309 DEBUG [RS:0;b29c245002d9:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:34,309 DEBUG [RS:0;b29c245002d9:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:34,309 DEBUG [RS:0;b29c245002d9:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:34,309 DEBUG [RS:0;b29c245002d9:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:34,309 DEBUG [RS:0;b29c245002d9:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:34,309 DEBUG [RS:0;b29c245002d9:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:30:34,309 DEBUG [RS:0;b29c245002d9:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:34,309 DEBUG [RS:0;b29c245002d9:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:34,309 DEBUG [RS:0;b29c245002d9:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:34,309 DEBUG [RS:0;b29c245002d9:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:34,309 DEBUG [RS:0;b29c245002d9:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:34,309 DEBUG [RS:0;b29c245002d9:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:34,309 DEBUG [RS:0;b29c245002d9:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:30:34,309 DEBUG [RS:0;b29c245002d9:34809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:30:34,332 INFO [RS:0;b29c245002d9:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:34,332 INFO [RS:0;b29c245002d9:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:34,332 INFO [RS:0;b29c245002d9:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:34,332 INFO [RS:0;b29c245002d9:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:34,332 INFO [RS:0;b29c245002d9:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:34,332 INFO [RS:0;b29c245002d9:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34809,1733257831786-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:30:34,370 INFO [RS:0;b29c245002d9:34809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:30:34,370 INFO [RS:0;b29c245002d9:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34809,1733257831786-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:34,371 INFO [RS:0;b29c245002d9:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:34,371 INFO [RS:0;b29c245002d9:34809 {}] regionserver.Replication(171): b29c245002d9,34809,1733257831786 started 2024-12-03T20:30:34,378 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:30:34,378 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6 2024-12-03T20:30:34,394 INFO [RS:0;b29c245002d9:34809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:34,394 INFO [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,34809,1733257831786, RpcServer on b29c245002d9/172.17.0.3:34809, sessionid=0x1019ce378610004 2024-12-03T20:30:34,394 DEBUG [RS:0;b29c245002d9:34809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:30:34,395 DEBUG [RS:0;b29c245002d9:34809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,34809,1733257831786 2024-12-03T20:30:34,395 DEBUG [RS:0;b29c245002d9:34809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,34809,1733257831786' 2024-12-03T20:30:34,395 DEBUG [RS:0;b29c245002d9:34809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11293043843/flush-table-proc/abort' 2024-12-03T20:30:34,395 DEBUG [RS:0;b29c245002d9:34809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11293043843/flush-table-proc/acquired' 2024-12-03T20:30:34,396 DEBUG [RS:0;b29c245002d9:34809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:30:34,396 DEBUG [RS:0;b29c245002d9:34809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:30:34,396 DEBUG [RS:0;b29c245002d9:34809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,34809,1733257831786 2024-12-03T20:30:34,396 DEBUG [RS:0;b29c245002d9:34809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,34809,1733257831786' 2024-12-03T20:30:34,396 DEBUG [RS:0;b29c245002d9:34809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11293043843/online-snapshot/abort' 2024-12-03T20:30:34,396 DEBUG [RS:0;b29c245002d9:34809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11293043843/online-snapshot/acquired' 2024-12-03T20:30:34,397 DEBUG [RS:0;b29c245002d9:34809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:30:34,397 INFO [RS:0;b29c245002d9:34809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:30:34,397 INFO [RS:0;b29c245002d9:34809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:30:34,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:30:34,497 INFO [RS:0;b29c245002d9:34809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:30:34,498 INFO [RS:0;b29c245002d9:34809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C34809%2C1733257831786, suffix=, logDir=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786, archiveDir=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/oldWALs, maxLogs=10 2024-12-03T20:30:34,509 DEBUG [RS:0;b29c245002d9:34809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498, exclude list is [], retry=0 2024-12-03T20:30:34,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37319,DS-1e011b51-9ac2-443b-8df3-74c5b72c098a,DISK] 2024-12-03T20:30:34,515 INFO [RS:0;b29c245002d9:34809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 2024-12-03T20:30:34,515 DEBUG [RS:0;b29c245002d9:34809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545)] 2024-12-03T20:30:34,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:34,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:30:34,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:30:34,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:34,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:34,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:30:34,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:30:34,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:34,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:34,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:30:34,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:30:34,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:34,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:34,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:30:34,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:30:34,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:34,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:34,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:30:34,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740 2024-12-03T20:30:34,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740 2024-12-03T20:30:34,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:30:34,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:30:34,823 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:30:34,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:30:34,825 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:30:34,825 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70148497, jitterRate=0.04529406130313873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:30:34,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257834812Initializing all the Stores at 1733257834813 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257834813Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257834816 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257834816Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257834816Cleaning up temporary data from old regions at 1733257834822 (+6 ms)Region opened successfully at 1733257834825 (+3 ms) 2024-12-03T20:30:34,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:30:34,826 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:30:34,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:30:34,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:30:34,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:30:34,828 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:30:34,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257834826Disabling compacts and flushes for region at 1733257834826Disabling writes for close at 1733257834826Writing region close event to WAL at 1733257834828 (+2 ms)Closed at 1733257834828 2024-12-03T20:30:34,829 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:30:34,829 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:30:34,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:30:34,830 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:30:34,831 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:30:34,981 DEBUG [b29c245002d9:40575 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:30:34,982 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,34809,1733257831786 2024-12-03T20:30:34,983 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,34809,1733257831786, state=OPENING 2024-12-03T20:30:35,084 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:30:35,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1019ce378610004, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11293043843 2024-12-03T20:30:35,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11293043843 2024-12-03T20:30:35,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11293043843/meta-region-server: CHANGED 2024-12-03T20:30:35,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11293043843/meta-region-server: CHANGED 2024-12-03T20:30:35,105 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:30:35,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,34809,1733257831786}] 2024-12-03T20:30:35,260 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:30:35,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:30:35,292 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:30:35,292 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:30:35,292 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:30:35,312 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C34809%2C1733257831786.meta, suffix=.meta, logDir=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786, archiveDir=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/oldWALs, maxLogs=10 2024-12-03T20:30:35,328 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.meta.1733257835313.meta, exclude list is [], retry=0 2024-12-03T20:30:35,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37319,DS-1e011b51-9ac2-443b-8df3-74c5b72c098a,DISK] 2024-12-03T20:30:35,359 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.meta.1733257835313.meta 2024-12-03T20:30:35,374 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545)] 2024-12-03T20:30:35,374 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:30:35,375 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:30:35,375 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:30:35,375 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:30:35,375 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:30:35,375 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:30:35,375 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:35,375 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:30:35,375 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:30:35,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:30:35,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:30:35,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:35,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:35,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:30:35,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:30:35,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:35,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:35,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:30:35,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:30:35,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:35,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:35,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:30:35,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:30:35,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:35,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:35,393 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:30:35,394 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740 2024-12-03T20:30:35,394 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740 2024-12-03T20:30:35,404 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:30:35,404 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:30:35,405 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:30:35,416 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:30:35,428 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66469050, jitterRate=-0.009533971548080444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:30:35,428 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:30:35,428 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257835375Writing region info on filesystem at 1733257835375Initializing all the Stores at 1733257835384 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257835384Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257835387 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257835387Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257835387Cleaning up temporary data from old regions at 1733257835404 (+17 ms)Running coprocessor post-open hooks at 1733257835428 (+24 ms)Region opened successfully at 1733257835428 2024-12-03T20:30:35,436 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257835260 2024-12-03T20:30:35,446 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:30:35,446 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:30:35,449 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,34809,1733257831786 2024-12-03T20:30:35,456 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,34809,1733257831786, state=OPEN 2024-12-03T20:30:35,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1019ce378610004, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11293043843/meta-region-server 2024-12-03T20:30:35,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11293043843/meta-region-server 2024-12-03T20:30:35,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11293043843/meta-region-server: CHANGED 2024-12-03T20:30:35,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11293043843/meta-region-server: CHANGED 2024-12-03T20:30:35,508 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,34809,1733257831786 2024-12-03T20:30:35,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:30:35,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,34809,1733257831786 in 404 msec 2024-12-03T20:30:35,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:30:35,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 694 msec 2024-12-03T20:30:35,537 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:30:35,537 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:30:35,599 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:30:35,599 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34809,1733257831786, seqNum=-1] 2024-12-03T20:30:35,599 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:30:35,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:30:35,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7410 sec 2024-12-03T20:30:35,615 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257835615, completionTime=-1 2024-12-03T20:30:35,615 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T20:30:35,615 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:30:35,618 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:30:35,618 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257895618 2024-12-03T20:30:35,618 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257955618 2024-12-03T20:30:35,618 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T20:30:35,618 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,40575,1733257831524-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:35,618 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,40575,1733257831524-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:35,618 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,40575,1733257831524-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:35,618 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:40575, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:35,618 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:35,621 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:30:35,621 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:35,626 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.750sec 2024-12-03T20:30:35,626 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:30:35,626 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:30:35,626 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:30:35,626 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:30:35,627 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:30:35,627 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,40575,1733257831524-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:30:35,627 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,40575,1733257831524-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:30:35,676 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:30:35,676 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:30:35,676 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,40575,1733257831524-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:35,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e137ac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:35,685 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,40575,-1 for getting cluster id 2024-12-03T20:30:35,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:35,689 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c2dbfe0-c68a-4f3d-b03e-1d35d0aebe17' 2024-12-03T20:30:35,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:35,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c2dbfe0-c68a-4f3d-b03e-1d35d0aebe17" 2024-12-03T20:30:35,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b55eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:35,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,40575,-1] 2024-12-03T20:30:35,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:35,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:35,697 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:35,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557b24c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:35,701 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:30:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34809,1733257831786, seqNum=-1] 2024-12-03T20:30:35,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:30:35,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:30:35,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,40575,1733257831524 2024-12-03T20:30:35,710 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53048 2024-12-03T20:30:35,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:30:35,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019ce378610005 connected 2024-12-03T20:30:35,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/hadoop.log.dir so I do NOT create it in target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513 2024-12-03T20:30:35,965 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:30:35,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/hadoop.tmp.dir so I do NOT create it in target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513 2024-12-03T20:30:35,965 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:30:35,965 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513 2024-12-03T20:30:35,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:30:35,965 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/cluster_5f002d5b-c11e-a004-7f7a-55dd4d8d63d7, deleteOnExit=true 2024-12-03T20:30:35,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:30:35,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/test.cache.data in system properties and HBase conf 2024-12-03T20:30:35,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:30:35,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:30:35,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:30:35,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:30:35,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:30:35,966 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:30:35,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:30:35,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:30:35,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:30:35,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:30:35,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:30:35,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:30:35,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:30:35,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:30:35,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:30:35,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:30:35,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:30:35,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:30:35,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:30:35,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:30:36,402 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:30:36,418 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:30:36,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:30:36,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:30:36,481 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:30:36,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:30:36,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f44739{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:30:36,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37771786{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:30:36,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fbcd250{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/java.io.tmpdir/jetty-localhost-44223-hadoop-hdfs-3_4_1-tests_jar-_-any-3972506624408395944/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:30:36,667 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d7b342c{HTTP/1.1, (http/1.1)}{localhost:44223} 2024-12-03T20:30:36,668 INFO [Time-limited test {}] server.Server(415): Started @306602ms 2024-12-03T20:30:37,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T20:30:37,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T20:30:37,250 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:30:37,253 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:30:37,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:30:37,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:30:37,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:30:37,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a575cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:30:37,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c03c538{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:30:37,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78b0fe0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/java.io.tmpdir/jetty-localhost-44085-hadoop-hdfs-3_4_1-tests_jar-_-any-9516538256400704746/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:30:37,370 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d48c9f{HTTP/1.1, (http/1.1)}{localhost:44085} 2024-12-03T20:30:37,370 INFO [Time-limited test {}] server.Server(415): Started @307305ms 2024-12-03T20:30:37,371 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:30:38,156 WARN [Thread-3676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/cluster_5f002d5b-c11e-a004-7f7a-55dd4d8d63d7/data/data1/current/BP-1584990935-172.17.0.3-1733257836013/current, will proceed with Du for space computation calculation, 2024-12-03T20:30:38,156 WARN [Thread-3677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/cluster_5f002d5b-c11e-a004-7f7a-55dd4d8d63d7/data/data2/current/BP-1584990935-172.17.0.3-1733257836013/current, will proceed with Du for space computation calculation, 2024-12-03T20:30:38,159 DEBUG [master/b29c245002d9:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=24, created chunk count=34, reused chunk count=104, reuseRatio=75.36% 2024-12-03T20:30:38,159 DEBUG [master/b29c245002d9:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-03T20:30:38,197 WARN [Thread-3664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:30:38,202 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e4f733748b78de2 with lease ID 0x5a53b5b5f78e3c58: Processing first storage report for DS-2c738297-e6cd-4cb0-ad5a-139874189025 from datanode DatanodeRegistration(127.0.0.1:36169, datanodeUuid=1c8bb0ea-189a-46c7-af8a-404f6cbfbef6, infoPort=34887, infoSecurePort=0, ipcPort=34981, storageInfo=lv=-57;cid=testClusterID;nsid=531286552;c=1733257836013) 2024-12-03T20:30:38,202 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e4f733748b78de2 with lease ID 0x5a53b5b5f78e3c58: from storage DS-2c738297-e6cd-4cb0-ad5a-139874189025 node DatanodeRegistration(127.0.0.1:36169, datanodeUuid=1c8bb0ea-189a-46c7-af8a-404f6cbfbef6, infoPort=34887, infoSecurePort=0, ipcPort=34981, storageInfo=lv=-57;cid=testClusterID;nsid=531286552;c=1733257836013), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:30:38,203 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e4f733748b78de2 with lease ID 0x5a53b5b5f78e3c58: Processing first storage report for DS-63872f61-1881-48ac-9e9f-b0214662fb45 from datanode DatanodeRegistration(127.0.0.1:36169, datanodeUuid=1c8bb0ea-189a-46c7-af8a-404f6cbfbef6, infoPort=34887, infoSecurePort=0, ipcPort=34981, storageInfo=lv=-57;cid=testClusterID;nsid=531286552;c=1733257836013) 2024-12-03T20:30:38,203 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e4f733748b78de2 with lease ID 0x5a53b5b5f78e3c58: from storage DS-63872f61-1881-48ac-9e9f-b0214662fb45 node DatanodeRegistration(127.0.0.1:36169, datanodeUuid=1c8bb0ea-189a-46c7-af8a-404f6cbfbef6, infoPort=34887, infoSecurePort=0, ipcPort=34981, storageInfo=lv=-57;cid=testClusterID;nsid=531286552;c=1733257836013), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:30:38,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513 2024-12-03T20:30:38,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:38,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:38,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:30:38,710 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a with version=8 2024-12-03T20:30:38,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/hbase-staging 2024-12-03T20:30:38,712 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:30:38,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:30:38,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:30:38,713 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:30:38,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:30:38,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:30:38,713 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:30:38,713 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:30:38,714 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42585 2024-12-03T20:30:38,714 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42585 connecting to ZooKeeper ensemble=127.0.0.1:53048 2024-12-03T20:30:38,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425850x0, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:30:38,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42585-0x1019ce378610006 connected 2024-12-03T20:30:38,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:38,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:38,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Set watcher on znode that does not yet exist, /2-923528124/running 2024-12-03T20:30:38,838 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a, hbase.cluster.distributed=false 2024-12-03T20:30:38,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Set watcher on znode that does not yet exist, /2-923528124/acl 2024-12-03T20:30:38,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42585 2024-12-03T20:30:38,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42585 2024-12-03T20:30:38,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42585 2024-12-03T20:30:38,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42585 2024-12-03T20:30:38,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42585 2024-12-03T20:30:38,870 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:30:38,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:30:38,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:30:38,870 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:30:38,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:30:38,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:30:38,871 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:30:38,871 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:30:38,880 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34039 2024-12-03T20:30:38,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34039 connecting to ZooKeeper ensemble=127.0.0.1:53048 2024-12-03T20:30:38,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:38,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:38,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340390x0, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:30:38,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340390x0, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Set watcher on znode that does not yet exist, /2-923528124/running 2024-12-03T20:30:38,897 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:30:38,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34039-0x1019ce378610007 connected 2024-12-03T20:30:38,914 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:30:38,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34039-0x1019ce378610007, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Set watcher on znode that does not yet exist, /2-923528124/master 2024-12-03T20:30:38,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34039-0x1019ce378610007, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Set watcher on znode that does not yet exist, /2-923528124/acl 2024-12-03T20:30:38,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34039 2024-12-03T20:30:38,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34039 2024-12-03T20:30:38,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34039 2024-12-03T20:30:38,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34039 2024-12-03T20:30:38,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34039 2024-12-03T20:30:38,952 DEBUG [M:0;b29c245002d9:42585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:42585 2024-12-03T20:30:38,952 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-923528124/backup-masters/b29c245002d9,42585,1733257838712 2024-12-03T20:30:38,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923528124/backup-masters 2024-12-03T20:30:38,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34039-0x1019ce378610007, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923528124/backup-masters 2024-12-03T20:30:38,960 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Set watcher on existing znode=/2-923528124/backup-masters/b29c245002d9,42585,1733257838712 2024-12-03T20:30:38,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34039-0x1019ce378610007, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-923528124/master 2024-12-03T20:30:38,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34039-0x1019ce378610007, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923528124 2024-12-03T20:30:38,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923528124 2024-12-03T20:30:38,972 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Set watcher on existing znode=/2-923528124/master 2024-12-03T20:30:38,976 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-923528124/backup-masters/b29c245002d9,42585,1733257838712 from backup master directory 2024-12-03T20:30:38,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-923528124/backup-masters/b29c245002d9,42585,1733257838712 2024-12-03T20:30:38,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34039-0x1019ce378610007, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923528124/backup-masters 2024-12-03T20:30:38,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923528124/backup-masters 2024-12-03T20:30:38,984 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:30:38,984 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,42585,1733257838712 2024-12-03T20:30:38,989 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/hbase.id] with ID: b71da8ad-1881-4f4a-a90a-c6d00f649fdd 2024-12-03T20:30:38,989 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/.tmp/hbase.id 2024-12-03T20:30:39,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:30:39,402 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/.tmp/hbase.id]:[hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/hbase.id] 2024-12-03T20:30:39,409 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:30:39,409 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:30:39,410 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T20:30:39,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923528124 2024-12-03T20:30:39,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34039-0x1019ce378610007, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923528124 2024-12-03T20:30:39,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:30:39,833 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:30:39,834 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:30:39,834 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:30:39,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:30:40,257 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/data/master/store 2024-12-03T20:30:40,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:30:40,717 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:40,718 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:30:40,718 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:40,718 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:40,718 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:30:40,718 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:40,718 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:30:40,718 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257840718Disabling compacts and flushes for region at 1733257840718Disabling writes for close at 1733257840718Writing region close event to WAL at 1733257840718Closed at 1733257840718 2024-12-03T20:30:40,722 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/data/master/store/.initializing 2024-12-03T20:30:40,722 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/WALs/b29c245002d9,42585,1733257838712 2024-12-03T20:30:40,723 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:30:40,725 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C42585%2C1733257838712, suffix=, logDir=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/WALs/b29c245002d9,42585,1733257838712, archiveDir=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/oldWALs, maxLogs=10 2024-12-03T20:30:40,744 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/WALs/b29c245002d9,42585,1733257838712/b29c245002d9%2C42585%2C1733257838712.1733257840725, exclude list is [], retry=0 2024-12-03T20:30:40,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36169,DS-2c738297-e6cd-4cb0-ad5a-139874189025,DISK] 2024-12-03T20:30:40,749 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/WALs/b29c245002d9,42585,1733257838712/b29c245002d9%2C42585%2C1733257838712.1733257840725 2024-12-03T20:30:40,754 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34887:34887)] 2024-12-03T20:30:40,754 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:30:40,754 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:40,754 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:40,754 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:40,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:40,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:30:40,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:40,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:40,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:40,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:30:40,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:40,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:40,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:40,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:30:40,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:40,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:40,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:40,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:30:40,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:40,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:40,762 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:40,762 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:40,762 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:40,763 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:40,763 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:40,764 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:30:40,764 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:30:40,766 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:30:40,766 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71528874, jitterRate=0.06586328148841858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:30:40,766 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257840754Initializing all the Stores at 1733257840755 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257840755Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257840755Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257840755Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257840755Cleaning up temporary data from old regions at 1733257840763 (+8 ms)Region opened successfully at 1733257840766 (+3 ms) 2024-12-03T20:30:40,766 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:30:40,770 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e39bc4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:30:40,771 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:30:40,771 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:30:40,771 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:30:40,771 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:30:40,772 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T20:30:40,772 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:30:40,772 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:30:40,780 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:30:40,781 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Unable to get data of znode /2-923528124/balancer because node does not exist (not necessarily an error) 2024-12-03T20:30:40,879 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:30:40,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:40,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:40,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:40,886 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:30:40,887 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:30:40,887 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108487 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:30:40,896 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-923528124/balancer already deleted, retry=false 2024-12-03T20:30:40,897 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:30:40,897 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Unable to get data of znode /2-923528124/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:30:40,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:40,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:40,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:40,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:40,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:40,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:40,940 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-923528124/normalizer already deleted, retry=false 2024-12-03T20:30:40,940 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:30:40,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:40,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:40,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:40,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:40,949 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Unable to get data of znode /2-923528124/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:30:40,979 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-923528124/switch/split already deleted, retry=false 2024-12-03T20:30:40,980 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Unable to get data of znode /2-923528124/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:30:40,993 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-923528124/switch/merge already deleted, retry=false 2024-12-03T20:30:41,014 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Unable to get data of znode /2-923528124/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:30:41,034 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-923528124/snapshot-cleanup already deleted, retry=false 2024-12-03T20:30:41,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-923528124/running 2024-12-03T20:30:41,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923528124 2024-12-03T20:30:41,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34039-0x1019ce378610007, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-923528124/running 2024-12-03T20:30:41,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34039-0x1019ce378610007, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923528124 2024-12-03T20:30:41,055 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,42585,1733257838712, sessionid=0x1019ce378610006, setting cluster-up flag (Was=false) 2024-12-03T20:30:41,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923528124 2024-12-03T20:30:41,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34039-0x1019ce378610007, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923528124 2024-12-03T20:30:41,117 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-923528124/flush-table-proc/acquired, /2-923528124/flush-table-proc/reached, /2-923528124/flush-table-proc/abort 2024-12-03T20:30:41,141 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,42585,1733257838712 2024-12-03T20:30:41,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34039-0x1019ce378610007, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923528124 2024-12-03T20:30:41,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923528124 2024-12-03T20:30:41,212 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-923528124/online-snapshot/acquired, /2-923528124/online-snapshot/reached, /2-923528124/online-snapshot/abort 2024-12-03T20:30:41,213 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,42585,1733257838712 2024-12-03T20:30:41,214 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:30:41,216 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:30:41,216 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:30:41,216 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:30:41,217 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,42585,1733257838712 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:30:41,218 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:30:41,218 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:30:41,218 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:30:41,218 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:30:41,218 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:30:41,218 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:41,218 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:30:41,218 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:41,221 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:30:41,221 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:30:41,222 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:41,222 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:30:41,232 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257871232 2024-12-03T20:30:41,232 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:30:41,232 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:30:41,233 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:30:41,233 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:30:41,233 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:30:41,233 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:30:41,233 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:41,236 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:30:41,236 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:30:41,236 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:30:41,236 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:30:41,237 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:30:41,237 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:30:41,238 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257841237,5,FailOnTimeoutGroup] 2024-12-03T20:30:41,238 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257841238,5,FailOnTimeoutGroup] 2024-12-03T20:30:41,238 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:41,238 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:30:41,238 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:41,238 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:41,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:30:41,264 INFO [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(746): ClusterId : b71da8ad-1881-4f4a-a90a-c6d00f649fdd 2024-12-03T20:30:41,264 DEBUG [RS:0;b29c245002d9:34039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:30:41,276 DEBUG [RS:0;b29c245002d9:34039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:30:41,276 DEBUG [RS:0;b29c245002d9:34039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:30:41,286 DEBUG [RS:0;b29c245002d9:34039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:30:41,287 DEBUG [RS:0;b29c245002d9:34039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23203da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:30:41,304 DEBUG [RS:0;b29c245002d9:34039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:34039 2024-12-03T20:30:41,304 INFO [RS:0;b29c245002d9:34039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:30:41,304 INFO [RS:0;b29c245002d9:34039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:30:41,304 DEBUG [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:30:41,309 INFO [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,42585,1733257838712 with port=34039, startcode=1733257838870 2024-12-03T20:30:41,309 DEBUG [RS:0;b29c245002d9:34039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:30:41,313 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:30:41,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42585 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,34039,1733257838870 2024-12-03T20:30:41,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42585 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,34039,1733257838870 2024-12-03T20:30:41,324 DEBUG [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a 2024-12-03T20:30:41,324 DEBUG [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37279 2024-12-03T20:30:41,324 DEBUG [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:30:41,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923528124/rs 2024-12-03T20:30:41,482 DEBUG [RS:0;b29c245002d9:34039 {}] zookeeper.ZKUtil(111): regionserver:34039-0x1019ce378610007, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Set watcher on existing znode=/2-923528124/rs/b29c245002d9,34039,1733257838870 2024-12-03T20:30:41,483 WARN [RS:0;b29c245002d9:34039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:30:41,483 INFO [RS:0;b29c245002d9:34039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:30:41,483 DEBUG [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870 2024-12-03T20:30:41,496 INFO [RS:0;b29c245002d9:34039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:30:41,500 INFO [RS:0;b29c245002d9:34039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:30:41,501 INFO [RS:0;b29c245002d9:34039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:30:41,501 INFO [RS:0;b29c245002d9:34039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:41,501 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,34039,1733257838870] 2024-12-03T20:30:41,504 INFO [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:30:41,505 INFO [RS:0;b29c245002d9:34039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:30:41,505 INFO [RS:0;b29c245002d9:34039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:41,506 DEBUG [RS:0;b29c245002d9:34039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:41,506 DEBUG [RS:0;b29c245002d9:34039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:41,506 DEBUG [RS:0;b29c245002d9:34039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:41,506 DEBUG [RS:0;b29c245002d9:34039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:41,506 DEBUG [RS:0;b29c245002d9:34039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:41,506 DEBUG [RS:0;b29c245002d9:34039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:30:41,506 DEBUG [RS:0;b29c245002d9:34039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:41,506 DEBUG [RS:0;b29c245002d9:34039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:41,506 DEBUG [RS:0;b29c245002d9:34039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:41,506 DEBUG [RS:0;b29c245002d9:34039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:41,506 DEBUG [RS:0;b29c245002d9:34039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:41,506 DEBUG [RS:0;b29c245002d9:34039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:30:41,506 DEBUG [RS:0;b29c245002d9:34039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:30:41,506 DEBUG [RS:0;b29c245002d9:34039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:30:41,540 INFO [RS:0;b29c245002d9:34039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:41,540 INFO [RS:0;b29c245002d9:34039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:41,540 INFO [RS:0;b29c245002d9:34039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:41,540 INFO [RS:0;b29c245002d9:34039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:41,540 INFO [RS:0;b29c245002d9:34039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:41,540 INFO [RS:0;b29c245002d9:34039 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34039,1733257838870-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:30:41,587 INFO [RS:0;b29c245002d9:34039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:30:41,587 INFO [RS:0;b29c245002d9:34039 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34039,1733257838870-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:41,587 INFO [RS:0;b29c245002d9:34039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:41,588 INFO [RS:0;b29c245002d9:34039 {}] regionserver.Replication(171): b29c245002d9,34039,1733257838870 started 2024-12-03T20:30:41,608 INFO [RS:0;b29c245002d9:34039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:41,608 INFO [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,34039,1733257838870, RpcServer on b29c245002d9/172.17.0.3:34039, sessionid=0x1019ce378610007 2024-12-03T20:30:41,608 DEBUG [RS:0;b29c245002d9:34039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:30:41,608 DEBUG [RS:0;b29c245002d9:34039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,34039,1733257838870 2024-12-03T20:30:41,608 DEBUG [RS:0;b29c245002d9:34039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,34039,1733257838870' 2024-12-03T20:30:41,608 DEBUG [RS:0;b29c245002d9:34039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-923528124/flush-table-proc/abort' 2024-12-03T20:30:41,609 DEBUG [RS:0;b29c245002d9:34039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-923528124/flush-table-proc/acquired' 2024-12-03T20:30:41,609 DEBUG [RS:0;b29c245002d9:34039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:30:41,609 DEBUG [RS:0;b29c245002d9:34039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:30:41,609 DEBUG [RS:0;b29c245002d9:34039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,34039,1733257838870 2024-12-03T20:30:41,609 DEBUG [RS:0;b29c245002d9:34039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,34039,1733257838870' 2024-12-03T20:30:41,609 DEBUG [RS:0;b29c245002d9:34039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-923528124/online-snapshot/abort' 2024-12-03T20:30:41,610 DEBUG [RS:0;b29c245002d9:34039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-923528124/online-snapshot/acquired' 2024-12-03T20:30:41,612 DEBUG [RS:0;b29c245002d9:34039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:30:41,613 INFO [RS:0;b29c245002d9:34039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:30:41,613 INFO [RS:0;b29c245002d9:34039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:30:41,649 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:30:41,649 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a 2024-12-03T20:30:41,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:30:41,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:41,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:30:41,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:30:41,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:41,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:41,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:30:41,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:30:41,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:41,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:41,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:30:41,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:30:41,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:41,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:41,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:30:41,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:30:41,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:41,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:41,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:30:41,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740 2024-12-03T20:30:41,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740 2024-12-03T20:30:41,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:30:41,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:30:41,706 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:30:41,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:30:41,713 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:30:41,713 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64050212, jitterRate=-0.04557746648788452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:30:41,713 INFO [RS:0;b29c245002d9:34039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:30:41,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257841689Initializing all the Stores at 1733257841692 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257841693 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257841693Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257841693Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257841693Cleaning up temporary data from old regions at 1733257841706 (+13 ms)Region opened successfully at 1733257841713 (+7 ms) 2024-12-03T20:30:41,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:30:41,713 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:30:41,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:30:41,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:30:41,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:30:41,724 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:30:41,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257841713Disabling compacts and flushes for region at 1733257841713Disabling writes for close at 1733257841713Writing region close event to WAL at 1733257841724 (+11 ms)Closed at 1733257841724 2024-12-03T20:30:41,725 INFO [RS:0;b29c245002d9:34039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C34039%2C1733257838870, suffix=, logDir=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870, archiveDir=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/oldWALs, maxLogs=10 2024-12-03T20:30:41,725 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:30:41,726 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:30:41,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:30:41,730 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:30:41,733 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:30:41,749 DEBUG [RS:0;b29c245002d9:34039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726, exclude list is [], retry=0 2024-12-03T20:30:41,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36169,DS-2c738297-e6cd-4cb0-ad5a-139874189025,DISK] 2024-12-03T20:30:41,764 INFO [RS:0;b29c245002d9:34039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 2024-12-03T20:30:41,768 DEBUG [RS:0;b29c245002d9:34039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34887:34887)] 2024-12-03T20:30:41,883 DEBUG [b29c245002d9:42585 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:30:41,884 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,34039,1733257838870 2024-12-03T20:30:41,887 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,34039,1733257838870, state=OPENING 2024-12-03T20:30:41,907 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:30:41,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34039-0x1019ce378610007, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923528124 2024-12-03T20:30:41,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923528124 2024-12-03T20:30:41,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-923528124/meta-region-server: CHANGED 2024-12-03T20:30:41,918 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:30:41,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,34039,1733257838870}] 2024-12-03T20:30:41,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-923528124/meta-region-server: CHANGED 2024-12-03T20:30:42,071 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:30:42,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:30:42,080 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:30:42,080 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:30:42,080 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:30:42,082 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C34039%2C1733257838870.meta, suffix=.meta, logDir=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870, archiveDir=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/oldWALs, maxLogs=10 2024-12-03T20:30:42,100 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.meta.1733257842082.meta, exclude list is [], retry=0 2024-12-03T20:30:42,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36169,DS-2c738297-e6cd-4cb0-ad5a-139874189025,DISK] 2024-12-03T20:30:42,107 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.meta.1733257842082.meta 2024-12-03T20:30:42,107 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34887:34887)] 2024-12-03T20:30:42,107 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:30:42,108 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:30:42,108 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:30:42,108 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:30:42,108 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:30:42,108 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:30:42,108 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:42,109 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:30:42,109 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:30:42,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:30:42,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:30:42,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:42,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:42,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:30:42,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:30:42,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:42,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:42,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:30:42,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:30:42,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:42,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:42,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:30:42,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:30:42,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:42,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:30:42,123 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:30:42,124 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740 2024-12-03T20:30:42,125 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740 2024-12-03T20:30:42,126 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:30:42,126 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:30:42,126 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:30:42,127 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:30:42,128 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65468453, jitterRate=-0.024444028735160828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:30:42,128 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:30:42,128 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257842109Writing region info on filesystem at 1733257842109Initializing all the Stores at 1733257842110 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257842110Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257842110Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257842110Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257842110Cleaning up temporary data from old regions at 1733257842126 (+16 ms)Running coprocessor post-open hooks at 1733257842128 (+2 ms)Region opened successfully at 1733257842128 2024-12-03T20:30:42,129 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257842070 2024-12-03T20:30:42,131 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:30:42,131 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:30:42,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,34039,1733257838870 2024-12-03T20:30:42,132 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,34039,1733257838870, state=OPEN 2024-12-03T20:30:42,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-923528124/meta-region-server 2024-12-03T20:30:42,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34039-0x1019ce378610007, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-923528124/meta-region-server 2024-12-03T20:30:42,138 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,34039,1733257838870 2024-12-03T20:30:42,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-923528124/meta-region-server: CHANGED 2024-12-03T20:30:42,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-923528124/meta-region-server: CHANGED 2024-12-03T20:30:42,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:30:42,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,34039,1733257838870 in 220 msec 2024-12-03T20:30:42,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:30:42,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-12-03T20:30:42,144 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:30:42,144 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:30:42,145 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:30:42,145 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34039,1733257838870, seqNum=-1] 2024-12-03T20:30:42,145 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:30:42,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:30:42,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 938 msec 2024-12-03T20:30:42,157 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257842157, completionTime=-1 2024-12-03T20:30:42,157 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T20:30:42,157 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:30:42,159 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:30:42,159 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257902159 2024-12-03T20:30:42,160 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257962160 2024-12-03T20:30:42,160 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T20:30:42,160 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,42585,1733257838712-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:42,160 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,42585,1733257838712-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:42,160 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,42585,1733257838712-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:42,160 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:42585, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:42,160 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:42,162 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:30:42,164 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:42,173 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.189sec 2024-12-03T20:30:42,174 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:30:42,174 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:30:42,174 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:30:42,174 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:30:42,174 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:30:42,174 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,42585,1733257838712-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:30:42,174 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,42585,1733257838712-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:30:42,178 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:30:42,178 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:30:42,178 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,42585,1733257838712-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:30:42,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343d77b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:42,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,42585,-1 for getting cluster id 2024-12-03T20:30:42,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:42,264 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b71da8ad-1881-4f4a-a90a-c6d00f649fdd' 2024-12-03T20:30:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b71da8ad-1881-4f4a-a90a-c6d00f649fdd" 2024-12-03T20:30:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cbc0269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,42585,-1] 2024-12-03T20:30:42,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:42,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:42,269 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:42,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705fc01e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:42,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:30:42,273 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34039,1733257838870, seqNum=-1] 2024-12-03T20:30:42,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:30:42,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:30:42,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,42585,1733257838712 2024-12-03T20:30:42,280 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53048 2024-12-03T20:30:42,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:30:42,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019ce378610008 connected 2024-12-03T20:30:42,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:30:42,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,45011,1733257824589 2024-12-03T20:30:42,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22fb3f10 2024-12-03T20:30:42,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:30:42,324 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:30:42,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:30:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T20:30:42,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:30:42,333 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:42,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T20:30:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:30:42,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:30:42,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741835_1011 (size=902) 2024-12-03T20:30:42,357 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7691bb238d7e6dd0e8af6c76a21a9d69, NAME => 'test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462 2024-12-03T20:30:42,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741836_1012 (size=39) 2024-12-03T20:30:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:30:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:30:42,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:42,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7691bb238d7e6dd0e8af6c76a21a9d69, disabling compactions & flushes 2024-12-03T20:30:42,766 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69. 2024-12-03T20:30:42,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69. 2024-12-03T20:30:42,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69. after waiting 0 ms 2024-12-03T20:30:42,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69. 2024-12-03T20:30:42,767 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69. 2024-12-03T20:30:42,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7691bb238d7e6dd0e8af6c76a21a9d69: Waiting for close lock at 1733257842766Disabling compacts and flushes for region at 1733257842766Disabling writes for close at 1733257842767 (+1 ms)Writing region close event to WAL at 1733257842767Closed at 1733257842767 2024-12-03T20:30:42,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:30:42,768 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733257842768"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257842768"}]},"ts":"1733257842768"} 2024-12-03T20:30:42,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:30:42,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:30:42,771 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257842771"}]},"ts":"1733257842771"} 2024-12-03T20:30:42,773 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T20:30:42,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7691bb238d7e6dd0e8af6c76a21a9d69, ASSIGN}] 2024-12-03T20:30:42,775 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7691bb238d7e6dd0e8af6c76a21a9d69, ASSIGN 2024-12-03T20:30:42,776 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7691bb238d7e6dd0e8af6c76a21a9d69, ASSIGN; state=OFFLINE, location=b29c245002d9,35091,1733257825663; forceNewPlan=false, retain=false 2024-12-03T20:30:42,926 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7691bb238d7e6dd0e8af6c76a21a9d69, regionState=OPENING, regionLocation=b29c245002d9,35091,1733257825663 2024-12-03T20:30:42,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7691bb238d7e6dd0e8af6c76a21a9d69, ASSIGN because future has completed 2024-12-03T20:30:42,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7691bb238d7e6dd0e8af6c76a21a9d69, server=b29c245002d9,35091,1733257825663}] 2024-12-03T20:30:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:30:43,085 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69. 2024-12-03T20:30:43,085 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7691bb238d7e6dd0e8af6c76a21a9d69, NAME => 'test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:30:43,085 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:30:43,085 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T20:30:43,085 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7691bb238d7e6dd0e8af6c76a21a9d69 2024-12-03T20:30:43,085 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:43,086 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7691bb238d7e6dd0e8af6c76a21a9d69 2024-12-03T20:30:43,086 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7691bb238d7e6dd0e8af6c76a21a9d69 2024-12-03T20:30:43,087 INFO [StoreOpener-7691bb238d7e6dd0e8af6c76a21a9d69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7691bb238d7e6dd0e8af6c76a21a9d69 2024-12-03T20:30:43,087 INFO [StoreOpener-7691bb238d7e6dd0e8af6c76a21a9d69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7691bb238d7e6dd0e8af6c76a21a9d69 columnFamilyName f 2024-12-03T20:30:43,087 DEBUG [StoreOpener-7691bb238d7e6dd0e8af6c76a21a9d69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:43,088 INFO [StoreOpener-7691bb238d7e6dd0e8af6c76a21a9d69-1 {}] regionserver.HStore(327): Store=7691bb238d7e6dd0e8af6c76a21a9d69/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:43,088 INFO [StoreOpener-7691bb238d7e6dd0e8af6c76a21a9d69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7691bb238d7e6dd0e8af6c76a21a9d69 2024-12-03T20:30:43,088 INFO [StoreOpener-7691bb238d7e6dd0e8af6c76a21a9d69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7691bb238d7e6dd0e8af6c76a21a9d69 columnFamilyName f1 2024-12-03T20:30:43,088 DEBUG [StoreOpener-7691bb238d7e6dd0e8af6c76a21a9d69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:43,088 INFO [StoreOpener-7691bb238d7e6dd0e8af6c76a21a9d69-1 {}] regionserver.HStore(327): Store=7691bb238d7e6dd0e8af6c76a21a9d69/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:43,089 INFO [StoreOpener-7691bb238d7e6dd0e8af6c76a21a9d69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7691bb238d7e6dd0e8af6c76a21a9d69 2024-12-03T20:30:43,089 INFO [StoreOpener-7691bb238d7e6dd0e8af6c76a21a9d69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7691bb238d7e6dd0e8af6c76a21a9d69 columnFamilyName norep 2024-12-03T20:30:43,089 DEBUG [StoreOpener-7691bb238d7e6dd0e8af6c76a21a9d69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:43,089 INFO [StoreOpener-7691bb238d7e6dd0e8af6c76a21a9d69-1 {}] regionserver.HStore(327): Store=7691bb238d7e6dd0e8af6c76a21a9d69/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:43,089 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7691bb238d7e6dd0e8af6c76a21a9d69 2024-12-03T20:30:43,090 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/default/test/7691bb238d7e6dd0e8af6c76a21a9d69 2024-12-03T20:30:43,090 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/default/test/7691bb238d7e6dd0e8af6c76a21a9d69 2024-12-03T20:30:43,090 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7691bb238d7e6dd0e8af6c76a21a9d69 2024-12-03T20:30:43,090 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7691bb238d7e6dd0e8af6c76a21a9d69 2024-12-03T20:30:43,091 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:30:43,091 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7691bb238d7e6dd0e8af6c76a21a9d69 2024-12-03T20:30:43,093 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/default/test/7691bb238d7e6dd0e8af6c76a21a9d69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:30:43,093 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7691bb238d7e6dd0e8af6c76a21a9d69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62859985, jitterRate=-0.06331323087215424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:30:43,093 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7691bb238d7e6dd0e8af6c76a21a9d69 2024-12-03T20:30:43,094 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7691bb238d7e6dd0e8af6c76a21a9d69: Running coprocessor pre-open hook at 1733257843086Writing region info on filesystem at 1733257843086Initializing all the Stores at 1733257843086Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257843086Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257843086Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257843086Cleaning up temporary data from old regions at 1733257843090 (+4 ms)Running coprocessor post-open hooks at 1733257843093 (+3 ms)Region opened successfully at 1733257843094 (+1 ms) 2024-12-03T20:30:43,094 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69., pid=6, masterSystemTime=1733257843080 2024-12-03T20:30:43,096 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69. 2024-12-03T20:30:43,096 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69. 2024-12-03T20:30:43,096 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7691bb238d7e6dd0e8af6c76a21a9d69, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b29c245002d9,35091,1733257825663 2024-12-03T20:30:43,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7691bb238d7e6dd0e8af6c76a21a9d69, server=b29c245002d9,35091,1733257825663 because future has completed 2024-12-03T20:30:43,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:30:43,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7691bb238d7e6dd0e8af6c76a21a9d69, server=b29c245002d9,35091,1733257825663 in 169 msec 2024-12-03T20:30:43,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T20:30:43,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7691bb238d7e6dd0e8af6c76a21a9d69, ASSIGN in 325 msec 2024-12-03T20:30:43,101 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:30:43,102 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257843101"}]},"ts":"1733257843101"} 2024-12-03T20:30:43,103 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T20:30:43,104 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:30:43,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 779 msec 2024-12-03T20:30:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:30:43,467 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T20:30:43,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:30:43,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,40575,1733257831524 2024-12-03T20:30:43,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2570afed 2024-12-03T20:30:43,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:30:43,472 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:30:43,477 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40575 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:30:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40575 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T20:30:43,488 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:30:43,488 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:43,489 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:30:43,489 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40575 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T20:30:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:30:43,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741835_1011 (size=902) 2024-12-03T20:30:43,525 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 905506f0b27855c4e775952cfdd6204d, NAME => 'test,,1733257843476.905506f0b27855c4e775952cfdd6204d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6 2024-12-03T20:30:43,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741836_1012 (size=39) 2024-12-03T20:30:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:30:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:30:43,960 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733257843476.905506f0b27855c4e775952cfdd6204d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:43,960 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 905506f0b27855c4e775952cfdd6204d, disabling compactions & flushes 2024-12-03T20:30:43,960 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733257843476.905506f0b27855c4e775952cfdd6204d. 2024-12-03T20:30:43,960 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257843476.905506f0b27855c4e775952cfdd6204d. 2024-12-03T20:30:43,960 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733257843476.905506f0b27855c4e775952cfdd6204d. after waiting 0 ms 2024-12-03T20:30:43,960 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733257843476.905506f0b27855c4e775952cfdd6204d. 2024-12-03T20:30:43,960 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733257843476.905506f0b27855c4e775952cfdd6204d. 2024-12-03T20:30:43,960 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 905506f0b27855c4e775952cfdd6204d: Waiting for close lock at 1733257843960Disabling compacts and flushes for region at 1733257843960Disabling writes for close at 1733257843960Writing region close event to WAL at 1733257843960Closed at 1733257843960 2024-12-03T20:30:43,965 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:30:43,965 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733257843476.905506f0b27855c4e775952cfdd6204d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733257843965"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257843965"}]},"ts":"1733257843965"} 2024-12-03T20:30:43,968 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:30:43,969 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:30:43,969 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257843969"}]},"ts":"1733257843969"} 2024-12-03T20:30:43,971 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T20:30:43,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=905506f0b27855c4e775952cfdd6204d, ASSIGN}] 2024-12-03T20:30:43,973 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=905506f0b27855c4e775952cfdd6204d, ASSIGN 2024-12-03T20:30:43,973 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=905506f0b27855c4e775952cfdd6204d, ASSIGN; state=OFFLINE, location=b29c245002d9,34809,1733257831786; forceNewPlan=false, retain=false 2024-12-03T20:30:44,126 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=905506f0b27855c4e775952cfdd6204d, regionState=OPENING, regionLocation=b29c245002d9,34809,1733257831786 2024-12-03T20:30:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:30:44,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=905506f0b27855c4e775952cfdd6204d, ASSIGN because future has completed 2024-12-03T20:30:44,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 905506f0b27855c4e775952cfdd6204d, server=b29c245002d9,34809,1733257831786}] 2024-12-03T20:30:44,296 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733257843476.905506f0b27855c4e775952cfdd6204d. 2024-12-03T20:30:44,296 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 905506f0b27855c4e775952cfdd6204d, NAME => 'test,,1733257843476.905506f0b27855c4e775952cfdd6204d.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:30:44,297 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:30:44,297 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T20:30:44,297 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 905506f0b27855c4e775952cfdd6204d 2024-12-03T20:30:44,297 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733257843476.905506f0b27855c4e775952cfdd6204d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:44,297 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 905506f0b27855c4e775952cfdd6204d 2024-12-03T20:30:44,297 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 905506f0b27855c4e775952cfdd6204d 2024-12-03T20:30:44,308 INFO [StoreOpener-905506f0b27855c4e775952cfdd6204d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 905506f0b27855c4e775952cfdd6204d 2024-12-03T20:30:44,310 INFO [StoreOpener-905506f0b27855c4e775952cfdd6204d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 905506f0b27855c4e775952cfdd6204d columnFamilyName f 2024-12-03T20:30:44,310 DEBUG [StoreOpener-905506f0b27855c4e775952cfdd6204d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:44,311 INFO [StoreOpener-905506f0b27855c4e775952cfdd6204d-1 {}] regionserver.HStore(327): Store=905506f0b27855c4e775952cfdd6204d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:44,311 INFO [StoreOpener-905506f0b27855c4e775952cfdd6204d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 905506f0b27855c4e775952cfdd6204d 2024-12-03T20:30:44,317 INFO [StoreOpener-905506f0b27855c4e775952cfdd6204d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 905506f0b27855c4e775952cfdd6204d columnFamilyName f1 2024-12-03T20:30:44,317 DEBUG [StoreOpener-905506f0b27855c4e775952cfdd6204d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:44,320 INFO [StoreOpener-905506f0b27855c4e775952cfdd6204d-1 {}] regionserver.HStore(327): Store=905506f0b27855c4e775952cfdd6204d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:44,320 INFO [StoreOpener-905506f0b27855c4e775952cfdd6204d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 905506f0b27855c4e775952cfdd6204d 2024-12-03T20:30:44,323 INFO [StoreOpener-905506f0b27855c4e775952cfdd6204d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 905506f0b27855c4e775952cfdd6204d columnFamilyName norep 2024-12-03T20:30:44,323 DEBUG [StoreOpener-905506f0b27855c4e775952cfdd6204d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:44,323 INFO [StoreOpener-905506f0b27855c4e775952cfdd6204d-1 {}] regionserver.HStore(327): Store=905506f0b27855c4e775952cfdd6204d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:44,323 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 905506f0b27855c4e775952cfdd6204d 2024-12-03T20:30:44,329 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/default/test/905506f0b27855c4e775952cfdd6204d 2024-12-03T20:30:44,331 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/default/test/905506f0b27855c4e775952cfdd6204d 2024-12-03T20:30:44,340 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 905506f0b27855c4e775952cfdd6204d 2024-12-03T20:30:44,340 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 905506f0b27855c4e775952cfdd6204d 2024-12-03T20:30:44,343 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:30:44,345 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 905506f0b27855c4e775952cfdd6204d 2024-12-03T20:30:44,351 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/default/test/905506f0b27855c4e775952cfdd6204d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:30:44,352 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 905506f0b27855c4e775952cfdd6204d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61230614, jitterRate=-0.08759275078773499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:30:44,352 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 905506f0b27855c4e775952cfdd6204d 2024-12-03T20:30:44,353 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 905506f0b27855c4e775952cfdd6204d: Running coprocessor pre-open hook at 1733257844297Writing region info on filesystem at 1733257844297Initializing all the Stores at 1733257844304 (+7 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257844304Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257844308 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257844308Cleaning up temporary data from old regions at 1733257844341 (+33 ms)Running coprocessor post-open hooks at 1733257844352 (+11 ms)Region opened successfully at 1733257844352 2024-12-03T20:30:44,356 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733257843476.905506f0b27855c4e775952cfdd6204d., pid=6, masterSystemTime=1733257844284 2024-12-03T20:30:44,360 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=905506f0b27855c4e775952cfdd6204d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b29c245002d9,34809,1733257831786 2024-12-03T20:30:44,365 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733257843476.905506f0b27855c4e775952cfdd6204d. 2024-12-03T20:30:44,365 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733257843476.905506f0b27855c4e775952cfdd6204d. 2024-12-03T20:30:44,369 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40575 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b29c245002d9,34809,1733257831786, table=test, region=905506f0b27855c4e775952cfdd6204d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T20:30:44,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 905506f0b27855c4e775952cfdd6204d, server=b29c245002d9,34809,1733257831786 because future has completed 2024-12-03T20:30:44,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:30:44,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 905506f0b27855c4e775952cfdd6204d, server=b29c245002d9,34809,1733257831786 in 255 msec 2024-12-03T20:30:44,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T20:30:44,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=905506f0b27855c4e775952cfdd6204d, ASSIGN in 418 msec 2024-12-03T20:30:44,393 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:30:44,393 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257844393"}]},"ts":"1733257844393"} 2024-12-03T20:30:44,396 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T20:30:44,397 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:30:44,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 920 msec 2024-12-03T20:30:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:30:44,636 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T20:30:44,637 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:30:44,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,42585,1733257838712 2024-12-03T20:30:44,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@771870dd 2024-12-03T20:30:44,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:30:44,639 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:30:44,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:30:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T20:30:44,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:30:44,643 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:44,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T20:30:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:30:44,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:30:44,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741835_1011 (size=902) 2024-12-03T20:30:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:30:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:30:45,080 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 439cae416115c37bae973ca0d1031836, NAME => 'test,,1733257844639.439cae416115c37bae973ca0d1031836.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a 2024-12-03T20:30:45,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741836_1012 (size=39) 2024-12-03T20:30:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:30:45,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733257844639.439cae416115c37bae973ca0d1031836.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:45,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 439cae416115c37bae973ca0d1031836, disabling compactions & flushes 2024-12-03T20:30:45,485 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733257844639.439cae416115c37bae973ca0d1031836. 2024-12-03T20:30:45,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257844639.439cae416115c37bae973ca0d1031836. 2024-12-03T20:30:45,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733257844639.439cae416115c37bae973ca0d1031836. after waiting 0 ms 2024-12-03T20:30:45,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733257844639.439cae416115c37bae973ca0d1031836. 2024-12-03T20:30:45,485 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733257844639.439cae416115c37bae973ca0d1031836. 2024-12-03T20:30:45,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 439cae416115c37bae973ca0d1031836: Waiting for close lock at 1733257845485Disabling compacts and flushes for region at 1733257845485Disabling writes for close at 1733257845485Writing region close event to WAL at 1733257845485Closed at 1733257845485 2024-12-03T20:30:45,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:30:45,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733257844639.439cae416115c37bae973ca0d1031836.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733257845487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257845487"}]},"ts":"1733257845487"} 2024-12-03T20:30:45,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:30:45,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:30:45,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257845493"}]},"ts":"1733257845493"} 2024-12-03T20:30:45,499 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T20:30:45,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=439cae416115c37bae973ca0d1031836, ASSIGN}] 2024-12-03T20:30:45,503 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=439cae416115c37bae973ca0d1031836, ASSIGN 2024-12-03T20:30:45,504 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=439cae416115c37bae973ca0d1031836, ASSIGN; state=OFFLINE, location=b29c245002d9,34039,1733257838870; forceNewPlan=false, retain=false 2024-12-03T20:30:45,645 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T20:30:45,657 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=439cae416115c37bae973ca0d1031836, regionState=OPENING, regionLocation=b29c245002d9,34039,1733257838870 2024-12-03T20:30:45,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=439cae416115c37bae973ca0d1031836, ASSIGN because future has completed 2024-12-03T20:30:45,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 439cae416115c37bae973ca0d1031836, server=b29c245002d9,34039,1733257838870}] 2024-12-03T20:30:45,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:30:45,883 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733257844639.439cae416115c37bae973ca0d1031836. 2024-12-03T20:30:45,883 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 439cae416115c37bae973ca0d1031836, NAME => 'test,,1733257844639.439cae416115c37bae973ca0d1031836.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:30:45,883 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:30:45,883 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T20:30:45,884 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 439cae416115c37bae973ca0d1031836 2024-12-03T20:30:45,884 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733257844639.439cae416115c37bae973ca0d1031836.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:45,884 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 439cae416115c37bae973ca0d1031836 2024-12-03T20:30:45,884 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 439cae416115c37bae973ca0d1031836 2024-12-03T20:30:45,904 INFO [StoreOpener-439cae416115c37bae973ca0d1031836-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 439cae416115c37bae973ca0d1031836 2024-12-03T20:30:45,906 INFO [StoreOpener-439cae416115c37bae973ca0d1031836-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 439cae416115c37bae973ca0d1031836 columnFamilyName f 2024-12-03T20:30:45,906 DEBUG [StoreOpener-439cae416115c37bae973ca0d1031836-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:45,906 INFO [StoreOpener-439cae416115c37bae973ca0d1031836-1 {}] regionserver.HStore(327): Store=439cae416115c37bae973ca0d1031836/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:45,906 INFO [StoreOpener-439cae416115c37bae973ca0d1031836-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 439cae416115c37bae973ca0d1031836 2024-12-03T20:30:45,907 INFO [StoreOpener-439cae416115c37bae973ca0d1031836-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 439cae416115c37bae973ca0d1031836 columnFamilyName f1 2024-12-03T20:30:45,908 DEBUG [StoreOpener-439cae416115c37bae973ca0d1031836-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:45,908 INFO [StoreOpener-439cae416115c37bae973ca0d1031836-1 {}] regionserver.HStore(327): Store=439cae416115c37bae973ca0d1031836/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:45,908 INFO [StoreOpener-439cae416115c37bae973ca0d1031836-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 439cae416115c37bae973ca0d1031836 2024-12-03T20:30:45,909 INFO [StoreOpener-439cae416115c37bae973ca0d1031836-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 439cae416115c37bae973ca0d1031836 columnFamilyName norep 2024-12-03T20:30:45,909 DEBUG [StoreOpener-439cae416115c37bae973ca0d1031836-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:45,910 INFO [StoreOpener-439cae416115c37bae973ca0d1031836-1 {}] regionserver.HStore(327): Store=439cae416115c37bae973ca0d1031836/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:45,910 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 439cae416115c37bae973ca0d1031836 2024-12-03T20:30:45,911 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/default/test/439cae416115c37bae973ca0d1031836 2024-12-03T20:30:45,911 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/default/test/439cae416115c37bae973ca0d1031836 2024-12-03T20:30:45,911 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 439cae416115c37bae973ca0d1031836 2024-12-03T20:30:45,912 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 439cae416115c37bae973ca0d1031836 2024-12-03T20:30:45,912 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:30:45,913 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 439cae416115c37bae973ca0d1031836 2024-12-03T20:30:45,949 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/default/test/439cae416115c37bae973ca0d1031836/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:30:45,952 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 439cae416115c37bae973ca0d1031836; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66532706, jitterRate=-0.008585423231124878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:30:45,952 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 439cae416115c37bae973ca0d1031836 2024-12-03T20:30:45,953 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 439cae416115c37bae973ca0d1031836: Running coprocessor pre-open hook at 1733257845884Writing region info on filesystem at 1733257845884Initializing all the Stores at 1733257845885 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257845885Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257845897 (+12 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257845897Cleaning up temporary data from old regions at 1733257845912 (+15 ms)Running coprocessor post-open hooks at 1733257845952 (+40 ms)Region opened successfully at 1733257845952 2024-12-03T20:30:45,960 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733257844639.439cae416115c37bae973ca0d1031836., pid=6, masterSystemTime=1733257845848 2024-12-03T20:30:45,964 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=439cae416115c37bae973ca0d1031836, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b29c245002d9,34039,1733257838870 2024-12-03T20:30:45,964 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733257844639.439cae416115c37bae973ca0d1031836. 2024-12-03T20:30:45,964 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733257844639.439cae416115c37bae973ca0d1031836. 2024-12-03T20:30:45,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 439cae416115c37bae973ca0d1031836, server=b29c245002d9,34039,1733257838870 because future has completed 2024-12-03T20:30:45,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:30:45,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 439cae416115c37bae973ca0d1031836, server=b29c245002d9,34039,1733257838870 in 302 msec 2024-12-03T20:30:45,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T20:30:45,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=439cae416115c37bae973ca0d1031836, ASSIGN in 494 msec 2024-12-03T20:30:45,997 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:30:45,997 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257845997"}]},"ts":"1733257845997"} 2024-12-03T20:30:46,001 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T20:30:46,002 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:30:46,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3630 sec 2024-12-03T20:30:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:30:46,807 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T20:30:46,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e02f5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:46,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,45011,-1 for getting cluster id 2024-12-03T20:30:46,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:46,824 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ed14a03-07fb-43d3-a965-dbfaf4468ed0' 2024-12-03T20:30:46,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:46,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ed14a03-07fb-43d3-a965-dbfaf4468ed0" 2024-12-03T20:30:46,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e4de4d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:46,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,45011,-1] 2024-12-03T20:30:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:46,827 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:46,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ddf473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:46,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:30:46,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,45011,1733257824589 2024-12-03T20:30:46,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@775ef244 2024-12-03T20:30:46,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:30:46,833 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:30:46,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b29c245002d9:40575,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T20:30:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T20:30:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:30:46,838 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:40575' 2024-12-03T20:30:46,844 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d6bd1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:46,844 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,40575,-1 for getting cluster id 2024-12-03T20:30:46,845 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:46,846 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c2dbfe0-c68a-4f3d-b03e-1d35d0aebe17' 2024-12-03T20:30:46,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:46,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c2dbfe0-c68a-4f3d-b03e-1d35d0aebe17" 2024-12-03T20:30:46,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46eecf7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:46,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,40575,-1] 2024-12-03T20:30:46,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:46,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:46,849 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:46,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9cdca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:46,850 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:30:46,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,40575,1733257831524 2024-12-03T20:30:46,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1822fcf6 2024-12-03T20:30:46,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:30:46,853 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:30:46,853 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T20:30:46,854 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T20:30:46,854 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:46,854 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:46,854 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:30:46,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:30:46,858 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T20:30:46,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:30:46,860 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:46,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:30:46,912 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T20:30:46,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741837_1013 (size=1138) 2024-12-03T20:30:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:30:47,127 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:30:47,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:47,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:47,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:30:47,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:47,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:47,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:47,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:47,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:47,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:47,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:47,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:47,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:47,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:47,273 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T20:30:47,273 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T20:30:47,274 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:30:47,274 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T20:30:47,331 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 179062caec58a4e05ad4d81cc11f0c68, NAME => 'hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462 2024-12-03T20:30:47,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741838_1014 (size=44) 2024-12-03T20:30:47,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:47,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 179062caec58a4e05ad4d81cc11f0c68, disabling compactions & flushes 2024-12-03T20:30:47,349 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68. 2024-12-03T20:30:47,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68. 2024-12-03T20:30:47,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68. after waiting 0 ms 2024-12-03T20:30:47,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68. 2024-12-03T20:30:47,349 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68. 2024-12-03T20:30:47,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 179062caec58a4e05ad4d81cc11f0c68: Waiting for close lock at 1733257847349Disabling compacts and flushes for region at 1733257847349Disabling writes for close at 1733257847349Writing region close event to WAL at 1733257847349Closed at 1733257847349 2024-12-03T20:30:47,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:30:47,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733257847350"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257847350"}]},"ts":"1733257847350"} 2024-12-03T20:30:47,356 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:30:47,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:30:47,358 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257847357"}]},"ts":"1733257847357"} 2024-12-03T20:30:47,360 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T20:30:47,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=179062caec58a4e05ad4d81cc11f0c68, ASSIGN}] 2024-12-03T20:30:47,362 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=179062caec58a4e05ad4d81cc11f0c68, ASSIGN 2024-12-03T20:30:47,363 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=179062caec58a4e05ad4d81cc11f0c68, ASSIGN; state=OFFLINE, location=b29c245002d9,35091,1733257825663; forceNewPlan=false, retain=false 2024-12-03T20:30:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:30:47,514 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=179062caec58a4e05ad4d81cc11f0c68, regionState=OPENING, regionLocation=b29c245002d9,35091,1733257825663 2024-12-03T20:30:47,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=179062caec58a4e05ad4d81cc11f0c68, ASSIGN because future has completed 2024-12-03T20:30:47,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 179062caec58a4e05ad4d81cc11f0c68, server=b29c245002d9,35091,1733257825663}] 2024-12-03T20:30:47,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68. 2024-12-03T20:30:47,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:30:47,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T20:30:47,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C35091%2C1733257825663.rep, suffix=, logDir=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663, archiveDir=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/oldWALs, maxLogs=10 2024-12-03T20:30:47,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.rep.1733257847675, exclude list is [], retry=0 2024-12-03T20:30:47,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44003,DS-35e217e1-1097-4c0a-8c8b-cc6bf851b404,DISK] 2024-12-03T20:30:47,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.rep.1733257847675 2024-12-03T20:30:47,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41985:41985)] 2024-12-03T20:30:47,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 179062caec58a4e05ad4d81cc11f0c68, NAME => 'hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:30:47,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:30:47,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:30:47,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68. service=MultiRowMutationService 2024-12-03T20:30:47,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T20:30:47,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 179062caec58a4e05ad4d81cc11f0c68 2024-12-03T20:30:47,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:47,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 179062caec58a4e05ad4d81cc11f0c68 2024-12-03T20:30:47,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 179062caec58a4e05ad4d81cc11f0c68 2024-12-03T20:30:47,739 INFO [StoreOpener-179062caec58a4e05ad4d81cc11f0c68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 179062caec58a4e05ad4d81cc11f0c68 2024-12-03T20:30:47,740 INFO [StoreOpener-179062caec58a4e05ad4d81cc11f0c68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 179062caec58a4e05ad4d81cc11f0c68 columnFamilyName hfileref 2024-12-03T20:30:47,740 DEBUG [StoreOpener-179062caec58a4e05ad4d81cc11f0c68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:47,741 INFO [StoreOpener-179062caec58a4e05ad4d81cc11f0c68-1 {}] regionserver.HStore(327): Store=179062caec58a4e05ad4d81cc11f0c68/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:47,741 INFO [StoreOpener-179062caec58a4e05ad4d81cc11f0c68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 179062caec58a4e05ad4d81cc11f0c68 2024-12-03T20:30:47,742 INFO [StoreOpener-179062caec58a4e05ad4d81cc11f0c68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 179062caec58a4e05ad4d81cc11f0c68 columnFamilyName queue 2024-12-03T20:30:47,742 DEBUG [StoreOpener-179062caec58a4e05ad4d81cc11f0c68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:47,743 INFO [StoreOpener-179062caec58a4e05ad4d81cc11f0c68-1 {}] regionserver.HStore(327): Store=179062caec58a4e05ad4d81cc11f0c68/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:47,743 INFO [StoreOpener-179062caec58a4e05ad4d81cc11f0c68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 179062caec58a4e05ad4d81cc11f0c68 2024-12-03T20:30:47,744 INFO [StoreOpener-179062caec58a4e05ad4d81cc11f0c68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 179062caec58a4e05ad4d81cc11f0c68 columnFamilyName sid 2024-12-03T20:30:47,744 DEBUG [StoreOpener-179062caec58a4e05ad4d81cc11f0c68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:47,745 INFO [StoreOpener-179062caec58a4e05ad4d81cc11f0c68-1 {}] regionserver.HStore(327): Store=179062caec58a4e05ad4d81cc11f0c68/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:47,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 179062caec58a4e05ad4d81cc11f0c68 2024-12-03T20:30:47,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/replication/179062caec58a4e05ad4d81cc11f0c68 2024-12-03T20:30:47,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/replication/179062caec58a4e05ad4d81cc11f0c68 2024-12-03T20:30:47,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 179062caec58a4e05ad4d81cc11f0c68 2024-12-03T20:30:47,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 179062caec58a4e05ad4d81cc11f0c68 2024-12-03T20:30:47,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:30:47,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 179062caec58a4e05ad4d81cc11f0c68 2024-12-03T20:30:47,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/replication/179062caec58a4e05ad4d81cc11f0c68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:30:47,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 179062caec58a4e05ad4d81cc11f0c68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64491914, jitterRate=-0.038995593786239624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:30:47,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 179062caec58a4e05ad4d81cc11f0c68 2024-12-03T20:30:47,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 179062caec58a4e05ad4d81cc11f0c68: Running coprocessor pre-open hook at 1733257847734Writing region info on filesystem at 1733257847735 (+1 ms)Initializing all the Stores at 1733257847735Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257847735Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257847738 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257847738Cleaning up temporary data from old regions at 1733257847747 (+9 ms)Running coprocessor post-open hooks at 1733257847756 (+9 ms)Region opened successfully at 1733257847756 2024-12-03T20:30:47,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68., pid=10, masterSystemTime=1733257847669 2024-12-03T20:30:47,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68. 2024-12-03T20:30:47,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68. 2024-12-03T20:30:47,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=179062caec58a4e05ad4d81cc11f0c68, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,35091,1733257825663 2024-12-03T20:30:47,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 179062caec58a4e05ad4d81cc11f0c68, server=b29c245002d9,35091,1733257825663 because future has completed 2024-12-03T20:30:47,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T20:30:47,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 179062caec58a4e05ad4d81cc11f0c68, server=b29c245002d9,35091,1733257825663 in 246 msec 2024-12-03T20:30:47,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T20:30:47,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=179062caec58a4e05ad4d81cc11f0c68, ASSIGN in 404 msec 2024-12-03T20:30:47,768 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:30:47,768 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257847768"}]},"ts":"1733257847768"} 2024-12-03T20:30:47,770 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T20:30:47,772 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:30:47,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 918 msec 2024-12-03T20:30:47,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68., hostname=b29c245002d9,35091,1733257825663, seqNum=2] 2024-12-03T20:30:47,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1019ce378610001, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1390340014 2024-12-03T20:30:47,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1390340014 2024-12-03T20:30:47,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T20:30:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:30:48,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35091 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T20:30:48,117 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T20:30:48,163 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b29c245002d9,35091,1733257825663, ReplicationSource: 1, currentBandwidth=0 2024-12-03T20:30:48,163 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:30:48,163 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,35091,1733257825663, seqNum=-1] 2024-12-03T20:30:48,163 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:30:48,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-03T20:30:48,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b29c245002d9,35091,1733257825663', locateType=CURRENT is [region=hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68., hostname=b29c245002d9,35091,1733257825663, seqNum=2] 2024-12-03T20:30:48,168 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T20:30:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T20:30:48,170 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b29c245002d9,35091,1733257825663 suceeded 2024-12-03T20:30:48,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T20:30:48,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 219 msec 2024-12-03T20:30:48,172 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b29c245002d9:40575,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T20:30:48,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3390 sec 2024-12-03T20:30:48,195 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:40575' 2024-12-03T20:30:48,197 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50612ecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:48,197 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,40575,-1 for getting cluster id 2024-12-03T20:30:48,197 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:48,200 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c2dbfe0-c68a-4f3d-b03e-1d35d0aebe17' 2024-12-03T20:30:48,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:48,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c2dbfe0-c68a-4f3d-b03e-1d35d0aebe17" 2024-12-03T20:30:48,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@689d744f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:48,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,40575,-1] 2024-12-03T20:30:48,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:48,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:48,207 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:48,208 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71fc3184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:48,208 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:30:48,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,40575,1733257831524 2024-12-03T20:30:48,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@741d8541 2024-12-03T20:30:48,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:30:48,210 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-03T20:30:48,216 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b29c245002d9,35091,1733257825663 (queues=1) is replicating from cluster=8ed14a03-07fb-43d3-a965-dbfaf4468ed0 to cluster=8c2dbfe0-c68a-4f3d-b03e-1d35d0aebe17 2024-12-03T20:30:48,217 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b29c245002d9%2C35091%2C1733257825663 2024-12-03T20:30:48,217 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b29c245002d9,35091,1733257825663, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T20:30:48,232 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.shipperb29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b29c245002d9%2C35091%2C1733257825663 2024-12-03T20:30:48,236 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856, startPosition=0, beingWritten=true 2024-12-03T20:30:48,277 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:30:48,277 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 379, reset compression=false 2024-12-03T20:30:48,277 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.shipperb29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,35091,1733257825663 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:30:48,497 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 379, reset compression=false 2024-12-03T20:30:48,828 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 379, reset compression=false 2024-12-03T20:30:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:30:48,987 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T20:30:48,987 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:30:48,987 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:48,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:48,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:48,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:30:48,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c7b657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:48,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,40575,-1 for getting cluster id 2024-12-03T20:30:48,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:48,998 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c2dbfe0-c68a-4f3d-b03e-1d35d0aebe17' 2024-12-03T20:30:48,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:48,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c2dbfe0-c68a-4f3d-b03e-1d35d0aebe17" 2024-12-03T20:30:48,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1ce01b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:48,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,40575,-1] 2024-12-03T20:30:48,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:48,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:49,000 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:49,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@457a1e24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:49,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:30:49,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,40575,1733257831524 2024-12-03T20:30:49,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@709281dc 2024-12-03T20:30:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:30:49,005 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:30:49,005 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40575 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b29c245002d9:42585,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T20:30:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40575 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T20:30:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:30:49,009 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:42585' 2024-12-03T20:30:49,010 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a3bc4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:49,010 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,42585,-1 for getting cluster id 2024-12-03T20:30:49,010 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:49,010 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b71da8ad-1881-4f4a-a90a-c6d00f649fdd' 2024-12-03T20:30:49,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:49,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b71da8ad-1881-4f4a-a90a-c6d00f649fdd" 2024-12-03T20:30:49,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@237110ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:49,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,42585,-1] 2024-12-03T20:30:49,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:49,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:49,012 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:49,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6f991f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:49,015 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:30:49,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,42585,1733257838712 2024-12-03T20:30:49,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e0bf314 2024-12-03T20:30:49,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:30:49,017 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:30:49,019 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-03T20:30:49,019 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T20:30:49,019 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:49,019 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:49,020 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:30:49,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:30:49,021 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T20:30:49,022 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:30:49,022 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:49,024 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:30:49,072 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T20:30:49,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741837_1013 (size=1138) 2024-12-03T20:30:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:30:49,270 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 379, reset compression=false 2024-12-03T20:30:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:30:49,492 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 790b253b33dc989c69c77be69ab0514c, NAME => 'hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6 2024-12-03T20:30:49,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741838_1014 (size=44) 2024-12-03T20:30:49,541 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:49,541 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 790b253b33dc989c69c77be69ab0514c, disabling compactions & flushes 2024-12-03T20:30:49,541 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c. 2024-12-03T20:30:49,541 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c. 2024-12-03T20:30:49,541 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c. after waiting 0 ms 2024-12-03T20:30:49,541 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c. 2024-12-03T20:30:49,541 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c. 2024-12-03T20:30:49,541 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 790b253b33dc989c69c77be69ab0514c: Waiting for close lock at 1733257849541Disabling compacts and flushes for region at 1733257849541Disabling writes for close at 1733257849541Writing region close event to WAL at 1733257849541Closed at 1733257849541 2024-12-03T20:30:49,544 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:30:49,545 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733257849544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257849544"}]},"ts":"1733257849544"} 2024-12-03T20:30:49,546 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:30:49,547 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:30:49,547 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257849547"}]},"ts":"1733257849547"} 2024-12-03T20:30:49,548 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T20:30:49,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=790b253b33dc989c69c77be69ab0514c, ASSIGN}] 2024-12-03T20:30:49,549 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=790b253b33dc989c69c77be69ab0514c, ASSIGN 2024-12-03T20:30:49,550 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=790b253b33dc989c69c77be69ab0514c, ASSIGN; state=OFFLINE, location=b29c245002d9,34809,1733257831786; forceNewPlan=false, retain=false 2024-12-03T20:30:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:30:49,700 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=790b253b33dc989c69c77be69ab0514c, regionState=OPENING, regionLocation=b29c245002d9,34809,1733257831786 2024-12-03T20:30:49,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=790b253b33dc989c69c77be69ab0514c, ASSIGN because future has completed 2024-12-03T20:30:49,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 790b253b33dc989c69c77be69ab0514c, server=b29c245002d9,34809,1733257831786}] 2024-12-03T20:30:49,777 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 379, reset compression=false 2024-12-03T20:30:49,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c. 2024-12-03T20:30:49,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:30:49,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T20:30:49,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C34809%2C1733257831786.rep, suffix=, logDir=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786, archiveDir=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/oldWALs, maxLogs=10 2024-12-03T20:30:49,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.rep.1733257849863, exclude list is [], retry=0 2024-12-03T20:30:49,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37319,DS-1e011b51-9ac2-443b-8df3-74c5b72c098a,DISK] 2024-12-03T20:30:49,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.rep.1733257849863 2024-12-03T20:30:49,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44545:44545)] 2024-12-03T20:30:49,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 790b253b33dc989c69c77be69ab0514c, NAME => 'hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:30:49,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:30:49,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:30:49,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c. service=MultiRowMutationService 2024-12-03T20:30:49,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T20:30:49,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 790b253b33dc989c69c77be69ab0514c 2024-12-03T20:30:49,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:49,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 790b253b33dc989c69c77be69ab0514c 2024-12-03T20:30:49,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 790b253b33dc989c69c77be69ab0514c 2024-12-03T20:30:49,879 INFO [StoreOpener-790b253b33dc989c69c77be69ab0514c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 790b253b33dc989c69c77be69ab0514c 2024-12-03T20:30:49,881 INFO [StoreOpener-790b253b33dc989c69c77be69ab0514c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 790b253b33dc989c69c77be69ab0514c columnFamilyName hfileref 2024-12-03T20:30:49,881 DEBUG [StoreOpener-790b253b33dc989c69c77be69ab0514c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:49,881 INFO [StoreOpener-790b253b33dc989c69c77be69ab0514c-1 {}] regionserver.HStore(327): Store=790b253b33dc989c69c77be69ab0514c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:49,881 INFO [StoreOpener-790b253b33dc989c69c77be69ab0514c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 790b253b33dc989c69c77be69ab0514c 2024-12-03T20:30:49,882 INFO [StoreOpener-790b253b33dc989c69c77be69ab0514c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 790b253b33dc989c69c77be69ab0514c columnFamilyName queue 2024-12-03T20:30:49,882 DEBUG [StoreOpener-790b253b33dc989c69c77be69ab0514c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:49,882 INFO [StoreOpener-790b253b33dc989c69c77be69ab0514c-1 {}] regionserver.HStore(327): Store=790b253b33dc989c69c77be69ab0514c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:49,882 INFO [StoreOpener-790b253b33dc989c69c77be69ab0514c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 790b253b33dc989c69c77be69ab0514c 2024-12-03T20:30:49,883 INFO [StoreOpener-790b253b33dc989c69c77be69ab0514c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 790b253b33dc989c69c77be69ab0514c columnFamilyName sid 2024-12-03T20:30:49,883 DEBUG [StoreOpener-790b253b33dc989c69c77be69ab0514c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:49,884 INFO [StoreOpener-790b253b33dc989c69c77be69ab0514c-1 {}] regionserver.HStore(327): Store=790b253b33dc989c69c77be69ab0514c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:49,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 790b253b33dc989c69c77be69ab0514c 2024-12-03T20:30:49,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/replication/790b253b33dc989c69c77be69ab0514c 2024-12-03T20:30:49,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/replication/790b253b33dc989c69c77be69ab0514c 2024-12-03T20:30:49,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 790b253b33dc989c69c77be69ab0514c 2024-12-03T20:30:49,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 790b253b33dc989c69c77be69ab0514c 2024-12-03T20:30:49,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:30:49,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 790b253b33dc989c69c77be69ab0514c 2024-12-03T20:30:49,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/replication/790b253b33dc989c69c77be69ab0514c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:30:49,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 790b253b33dc989c69c77be69ab0514c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74482684, jitterRate=0.10987848043441772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:30:49,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 790b253b33dc989c69c77be69ab0514c 2024-12-03T20:30:49,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 790b253b33dc989c69c77be69ab0514c: Running coprocessor pre-open hook at 1733257849879Writing region info on filesystem at 1733257849879Initializing all the Stores at 1733257849879Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257849879Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257849879Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257849879Cleaning up temporary data from old regions at 1733257849886 (+7 ms)Running coprocessor post-open hooks at 1733257849890 (+4 ms)Region opened successfully at 1733257849890 2024-12-03T20:30:49,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c., pid=10, masterSystemTime=1733257849858 2024-12-03T20:30:49,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c. 2024-12-03T20:30:49,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c. 2024-12-03T20:30:49,893 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=790b253b33dc989c69c77be69ab0514c, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,34809,1733257831786 2024-12-03T20:30:49,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 790b253b33dc989c69c77be69ab0514c, server=b29c245002d9,34809,1733257831786 because future has completed 2024-12-03T20:30:49,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T20:30:49,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 790b253b33dc989c69c77be69ab0514c, server=b29c245002d9,34809,1733257831786 in 190 msec 2024-12-03T20:30:49,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T20:30:49,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=790b253b33dc989c69c77be69ab0514c, ASSIGN in 349 msec 2024-12-03T20:30:49,900 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:30:49,900 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257849900"}]},"ts":"1733257849900"} 2024-12-03T20:30:49,902 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T20:30:49,903 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:30:49,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 883 msec 2024-12-03T20:30:49,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c., hostname=b29c245002d9,34809,1733257831786, seqNum=2] 2024-12-03T20:30:49,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11293043843 2024-12-03T20:30:49,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1019ce378610004, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11293043843 2024-12-03T20:30:50,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T20:30:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:30:50,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T20:30:50,172 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T20:30:50,230 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b29c245002d9,34809,1733257831786, ReplicationSource: 1, currentBandwidth=0 2024-12-03T20:30:50,244 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:30:50,244 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34809,1733257831786, seqNum=-1] 2024-12-03T20:30:50,246 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:30:50,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-03T20:30:50,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b29c245002d9,34809,1733257831786', locateType=CURRENT is [region=hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c., hostname=b29c245002d9,34809,1733257831786, seqNum=2] 2024-12-03T20:30:50,264 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T20:30:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40575 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T20:30:50,268 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b29c245002d9,34809,1733257831786 suceeded 2024-12-03T20:30:50,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T20:30:50,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 252 msec 2024-12-03T20:30:50,271 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b29c245002d9:42585,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T20:30:50,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2660 sec 2024-12-03T20:30:50,280 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:42585' 2024-12-03T20:30:50,284 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e183ea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:50,284 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,42585,-1 for getting cluster id 2024-12-03T20:30:50,285 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:50,285 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b71da8ad-1881-4f4a-a90a-c6d00f649fdd' 2024-12-03T20:30:50,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:50,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b71da8ad-1881-4f4a-a90a-c6d00f649fdd" 2024-12-03T20:30:50,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73f79651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:50,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,42585,-1] 2024-12-03T20:30:50,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:50,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:50,287 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:50,288 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f2665f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:50,288 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:30:50,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,42585,1733257838712 2024-12-03T20:30:50,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68919281 2024-12-03T20:30:50,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:30:50,290 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-03T20:30:50,291 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b29c245002d9,34809,1733257831786 (queues=1) is replicating from cluster=8c2dbfe0-c68a-4f3d-b03e-1d35d0aebe17 to cluster=b71da8ad-1881-4f4a-a90a-c6d00f649fdd 2024-12-03T20:30:50,291 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b29c245002d9%2C34809%2C1733257831786 2024-12-03T20:30:50,291 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b29c245002d9,34809,1733257831786, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T20:30:50,292 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498, startPosition=0, beingWritten=true 2024-12-03T20:30:50,316 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.shipperb29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b29c245002d9%2C34809%2C1733257831786 2024-12-03T20:30:50,339 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:30:50,339 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 379, reset compression=false 2024-12-03T20:30:50,339 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.shipperb29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34809,1733257831786 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:30:50,380 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 379, reset compression=false 2024-12-03T20:30:50,558 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 379, reset compression=false 2024-12-03T20:30:50,910 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 379, reset compression=false 2024-12-03T20:30:51,089 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 379, reset compression=false 2024-12-03T20:30:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:30:51,169 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T20:30:51,172 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:30:51,172 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:51,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:51,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:51,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:30:51,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d514fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:51,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,42585,-1 for getting cluster id 2024-12-03T20:30:51,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:51,182 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b71da8ad-1881-4f4a-a90a-c6d00f649fdd' 2024-12-03T20:30:51,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:51,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b71da8ad-1881-4f4a-a90a-c6d00f649fdd" 2024-12-03T20:30:51,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3009da23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:51,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,42585,-1] 2024-12-03T20:30:51,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:51,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:51,184 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:51,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9b8586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:51,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:30:51,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,42585,1733257838712 2024-12-03T20:30:51,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e681cd6 2024-12-03T20:30:51,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:30:51,198 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:30:51,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b29c245002d9:40575,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T20:30:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T20:30:51,201 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:40575' 2024-12-03T20:30:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:30:51,218 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3a33fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:51,218 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,40575,-1 for getting cluster id 2024-12-03T20:30:51,218 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:51,219 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c2dbfe0-c68a-4f3d-b03e-1d35d0aebe17' 2024-12-03T20:30:51,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:51,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c2dbfe0-c68a-4f3d-b03e-1d35d0aebe17" 2024-12-03T20:30:51,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62603b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:51,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,40575,-1] 2024-12-03T20:30:51,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:51,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:51,223 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:51,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651b02a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:51,226 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:30:51,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,40575,1733257831524 2024-12-03T20:30:51,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2723e05e 2024-12-03T20:30:51,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:30:51,228 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:30:51,229 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-03T20:30:51,229 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T20:30:51,229 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:51,229 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:51,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:30:51,230 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:30:51,231 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T20:30:51,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:30:51,232 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:51,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:30:51,281 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T20:30:51,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741837_1013 (size=1138) 2024-12-03T20:30:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:30:51,368 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 379, reset compression=false 2024-12-03T20:30:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:30:51,646 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T20:30:51,709 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6cc9313d774b06bfba4f817d1bbd1cf8, NAME => 'hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a 2024-12-03T20:30:51,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741838_1014 (size=44) 2024-12-03T20:30:51,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:51,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6cc9313d774b06bfba4f817d1bbd1cf8, disabling compactions & flushes 2024-12-03T20:30:51,746 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8. 2024-12-03T20:30:51,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8. 2024-12-03T20:30:51,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8. after waiting 0 ms 2024-12-03T20:30:51,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8. 2024-12-03T20:30:51,746 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8. 2024-12-03T20:30:51,746 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6cc9313d774b06bfba4f817d1bbd1cf8: Waiting for close lock at 1733257851746Disabling compacts and flushes for region at 1733257851746Disabling writes for close at 1733257851746Writing region close event to WAL at 1733257851746Closed at 1733257851746 2024-12-03T20:30:51,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:30:51,756 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733257851756"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257851756"}]},"ts":"1733257851756"} 2024-12-03T20:30:51,767 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:30:51,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:30:51,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257851772"}]},"ts":"1733257851772"} 2024-12-03T20:30:51,777 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T20:30:51,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6cc9313d774b06bfba4f817d1bbd1cf8, ASSIGN}] 2024-12-03T20:30:51,780 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6cc9313d774b06bfba4f817d1bbd1cf8, ASSIGN 2024-12-03T20:30:51,785 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6cc9313d774b06bfba4f817d1bbd1cf8, ASSIGN; state=OFFLINE, location=b29c245002d9,34039,1733257838870; forceNewPlan=false, retain=false 2024-12-03T20:30:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:30:51,908 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 379, reset compression=false 2024-12-03T20:30:51,936 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6cc9313d774b06bfba4f817d1bbd1cf8, regionState=OPENING, regionLocation=b29c245002d9,34039,1733257838870 2024-12-03T20:30:51,936 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 379, reset compression=false 2024-12-03T20:30:51,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6cc9313d774b06bfba4f817d1bbd1cf8, ASSIGN because future has completed 2024-12-03T20:30:51,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cc9313d774b06bfba4f817d1bbd1cf8, server=b29c245002d9,34039,1733257838870}] 2024-12-03T20:30:52,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8. 2024-12-03T20:30:52,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:30:52,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T20:30:52,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C34039%2C1733257838870.rep, suffix=, logDir=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870, archiveDir=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/oldWALs, maxLogs=10 2024-12-03T20:30:52,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.rep.1733257852145, exclude list is [], retry=0 2024-12-03T20:30:52,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36169,DS-2c738297-e6cd-4cb0-ad5a-139874189025,DISK] 2024-12-03T20:30:52,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.rep.1733257852145 2024-12-03T20:30:52,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34887:34887)] 2024-12-03T20:30:52,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6cc9313d774b06bfba4f817d1bbd1cf8, NAME => 'hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:30:52,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:30:52,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:30:52,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8. service=MultiRowMutationService 2024-12-03T20:30:52,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T20:30:52,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6cc9313d774b06bfba4f817d1bbd1cf8 2024-12-03T20:30:52,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:30:52,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6cc9313d774b06bfba4f817d1bbd1cf8 2024-12-03T20:30:52,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6cc9313d774b06bfba4f817d1bbd1cf8 2024-12-03T20:30:52,196 INFO [StoreOpener-6cc9313d774b06bfba4f817d1bbd1cf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6cc9313d774b06bfba4f817d1bbd1cf8 2024-12-03T20:30:52,213 INFO [StoreOpener-6cc9313d774b06bfba4f817d1bbd1cf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cc9313d774b06bfba4f817d1bbd1cf8 columnFamilyName hfileref 2024-12-03T20:30:52,213 DEBUG [StoreOpener-6cc9313d774b06bfba4f817d1bbd1cf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:52,216 INFO [StoreOpener-6cc9313d774b06bfba4f817d1bbd1cf8-1 {}] regionserver.HStore(327): Store=6cc9313d774b06bfba4f817d1bbd1cf8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:52,216 INFO [StoreOpener-6cc9313d774b06bfba4f817d1bbd1cf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6cc9313d774b06bfba4f817d1bbd1cf8 2024-12-03T20:30:52,221 INFO [StoreOpener-6cc9313d774b06bfba4f817d1bbd1cf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cc9313d774b06bfba4f817d1bbd1cf8 columnFamilyName queue 2024-12-03T20:30:52,221 DEBUG [StoreOpener-6cc9313d774b06bfba4f817d1bbd1cf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:52,224 INFO [StoreOpener-6cc9313d774b06bfba4f817d1bbd1cf8-1 {}] regionserver.HStore(327): Store=6cc9313d774b06bfba4f817d1bbd1cf8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:52,224 INFO [StoreOpener-6cc9313d774b06bfba4f817d1bbd1cf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6cc9313d774b06bfba4f817d1bbd1cf8 2024-12-03T20:30:52,225 INFO [StoreOpener-6cc9313d774b06bfba4f817d1bbd1cf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cc9313d774b06bfba4f817d1bbd1cf8 columnFamilyName sid 2024-12-03T20:30:52,225 DEBUG [StoreOpener-6cc9313d774b06bfba4f817d1bbd1cf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:30:52,226 INFO [StoreOpener-6cc9313d774b06bfba4f817d1bbd1cf8-1 {}] regionserver.HStore(327): Store=6cc9313d774b06bfba4f817d1bbd1cf8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:30:52,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6cc9313d774b06bfba4f817d1bbd1cf8 2024-12-03T20:30:52,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/replication/6cc9313d774b06bfba4f817d1bbd1cf8 2024-12-03T20:30:52,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/replication/6cc9313d774b06bfba4f817d1bbd1cf8 2024-12-03T20:30:52,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6cc9313d774b06bfba4f817d1bbd1cf8 2024-12-03T20:30:52,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6cc9313d774b06bfba4f817d1bbd1cf8 2024-12-03T20:30:52,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:30:52,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6cc9313d774b06bfba4f817d1bbd1cf8 2024-12-03T20:30:52,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/replication/6cc9313d774b06bfba4f817d1bbd1cf8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:30:52,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6cc9313d774b06bfba4f817d1bbd1cf8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72348655, jitterRate=0.0780789703130722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:30:52,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6cc9313d774b06bfba4f817d1bbd1cf8 2024-12-03T20:30:52,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6cc9313d774b06bfba4f817d1bbd1cf8: Running coprocessor pre-open hook at 1733257852178Writing region info on filesystem at 1733257852178Initializing all the Stores at 1733257852181 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257852181Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257852191 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257852191Cleaning up temporary data from old regions at 1733257852229 (+38 ms)Running coprocessor post-open hooks at 1733257852248 (+19 ms)Region opened successfully at 1733257852248 2024-12-03T20:30:52,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8., pid=10, masterSystemTime=1733257852102 2024-12-03T20:30:52,267 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6cc9313d774b06bfba4f817d1bbd1cf8, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,34039,1733257838870 2024-12-03T20:30:52,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8. 2024-12-03T20:30:52,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8. 2024-12-03T20:30:52,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cc9313d774b06bfba4f817d1bbd1cf8, server=b29c245002d9,34039,1733257838870 because future has completed 2024-12-03T20:30:52,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T20:30:52,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6cc9313d774b06bfba4f817d1bbd1cf8, server=b29c245002d9,34039,1733257838870 in 350 msec 2024-12-03T20:30:52,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T20:30:52,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6cc9313d774b06bfba4f817d1bbd1cf8, ASSIGN in 514 msec 2024-12-03T20:30:52,302 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:30:52,302 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257852302"}]},"ts":"1733257852302"} 2024-12-03T20:30:52,305 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T20:30:52,306 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:30:52,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0760 sec 2024-12-03T20:30:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:30:52,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8., hostname=b29c245002d9,34039,1733257838870, seqNum=2] 2024-12-03T20:30:52,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34039-0x1019ce378610007, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923528124 2024-12-03T20:30:52,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923528124 2024-12-03T20:30:52,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T20:30:52,532 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 379, reset compression=false 2024-12-03T20:30:52,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T20:30:52,600 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T20:30:52,646 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b29c245002d9,34039,1733257838870, ReplicationSource: 1, currentBandwidth=0 2024-12-03T20:30:52,647 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:30:52,647 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34039,1733257838870, seqNum=-1] 2024-12-03T20:30:52,648 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:30:52,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-03T20:30:52,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b29c245002d9,34039,1733257838870', locateType=CURRENT is [region=hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8., hostname=b29c245002d9,34039,1733257838870, seqNum=2] 2024-12-03T20:30:52,656 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T20:30:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T20:30:52,659 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b29c245002d9,34039,1733257838870 suceeded 2024-12-03T20:30:52,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T20:30:52,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-12-03T20:30:52,661 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b29c245002d9:40575,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T20:30:52,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4630 sec 2024-12-03T20:30:52,686 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:40575' 2024-12-03T20:30:52,704 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13eb9a33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:52,704 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,40575,-1 for getting cluster id 2024-12-03T20:30:52,704 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:52,705 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c2dbfe0-c68a-4f3d-b03e-1d35d0aebe17' 2024-12-03T20:30:52,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:52,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c2dbfe0-c68a-4f3d-b03e-1d35d0aebe17" 2024-12-03T20:30:52,706 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:52,706 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e0ac445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:52,706 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,40575,-1] 2024-12-03T20:30:52,706 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:52,707 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:52,715 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@342a1025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:52,715 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:30:52,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,40575,1733257831524 2024-12-03T20:30:52,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31cb4d7b 2024-12-03T20:30:52,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:30:52,717 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-03T20:30:52,719 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b29c245002d9,34039,1733257838870 (queues=1) is replicating from cluster=b71da8ad-1881-4f4a-a90a-c6d00f649fdd to cluster=8c2dbfe0-c68a-4f3d-b03e-1d35d0aebe17 2024-12-03T20:30:52,719 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b29c245002d9%2C34039%2C1733257838870 2024-12-03T20:30:52,719 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b29c245002d9,34039,1733257838870, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T20:30:52,722 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726, startPosition=0, beingWritten=true 2024-12-03T20:30:52,728 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.shipperb29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b29c245002d9%2C34039%2C1733257838870 2024-12-03T20:30:52,790 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:30:52,790 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 379, reset compression=false 2024-12-03T20:30:52,790 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.shipperb29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34039,1733257838870 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:30:52,846 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 379, reset compression=false 2024-12-03T20:30:53,002 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 379, reset compression=false 2024-12-03T20:30:53,236 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:30:53,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:53,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:53,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:53,244 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 379, reset compression=false 2024-12-03T20:30:53,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:53,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:53,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:53,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:53,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:53,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:53,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:53,316 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 379, reset compression=false 2024-12-03T20:30:53,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:53,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:53,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:30:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:30:53,366 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T20:30:53,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:30:53,367 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:53,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:53,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:53,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:30:53,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ca8967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:53,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,45011,-1 for getting cluster id 2024-12-03T20:30:53,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:53,383 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ed14a03-07fb-43d3-a965-dbfaf4468ed0' 2024-12-03T20:30:53,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:53,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ed14a03-07fb-43d3-a965-dbfaf4468ed0" 2024-12-03T20:30:53,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6219425d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:53,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,45011,-1] 2024-12-03T20:30:53,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:53,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:53,385 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:53,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390c83b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:53,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c668a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:53,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,40575,-1 for getting cluster id 2024-12-03T20:30:53,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:53,391 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c2dbfe0-c68a-4f3d-b03e-1d35d0aebe17' 2024-12-03T20:30:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c2dbfe0-c68a-4f3d-b03e-1d35d0aebe17" 2024-12-03T20:30:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674ba37a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,40575,-1] 2024-12-03T20:30:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:53,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:53,393 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664e413b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:53,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed12462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:53,401 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,42585,-1 for getting cluster id 2024-12-03T20:30:53,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:53,402 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b71da8ad-1881-4f4a-a90a-c6d00f649fdd' 2024-12-03T20:30:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b71da8ad-1881-4f4a-a90a-c6d00f649fdd" 2024-12-03T20:30:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4e3eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,42585,-1] 2024-12-03T20:30:53,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:53,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:53,403 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:53,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b50dc37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:53,405 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:30:53,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,35091,1733257825663, seqNum=-1] 2024-12-03T20:30:53,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:30:53,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:30:53,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69., hostname=b29c245002d9,35091,1733257825663, seqNum=2] 2024-12-03T20:30:53,415 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:30:53,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34039,1733257838870, seqNum=-1] 2024-12-03T20:30:53,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:30:53,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:30:53,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733257844639.439cae416115c37bae973ca0d1031836., hostname=b29c245002d9,34039,1733257838870, seqNum=2] 2024-12-03T20:30:53,426 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T20:30:53,742 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 379, reset compression=false 2024-12-03T20:30:53,861 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 379, reset compression=false 2024-12-03T20:30:53,895 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:53,895 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 480, reset compression=false 2024-12-03T20:30:53,895 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.shipperb29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,35091,1733257825663 got entry batch from reader: WALEntryBatch [walEntries=[{test/7691bb238d7e6dd0e8af6c76a21a9d69/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T20:30:53,903 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.shipperb29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:30:53,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-03T20:30:53,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:53,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15dad581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:53,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,40575,-1 for getting cluster id 2024-12-03T20:30:53,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:53,917 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c2dbfe0-c68a-4f3d-b03e-1d35d0aebe17' 2024-12-03T20:30:53,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:53,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c2dbfe0-c68a-4f3d-b03e-1d35d0aebe17" 2024-12-03T20:30:53,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26b69651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:53,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,40575,-1] 2024-12-03T20:30:53,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:53,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:53,924 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:53,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36c0874a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:53,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:30:53,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34809,1733257831786, seqNum=-1] 2024-12-03T20:30:53,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:30:53,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-03T20:30:53,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733257843476.905506f0b27855c4e775952cfdd6204d., hostname=b29c245002d9,34809,1733257831786, seqNum=2] 2024-12-03T20:30:53,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:54,084 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 379, reset compression=false 2024-12-03T20:30:54,088 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:54,088 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 504, reset compression=false 2024-12-03T20:30:54,088 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.shipperb29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34809,1733257831786 got entry batch from reader: WALEntryBatch [walEntries=[{test/905506f0b27855c4e775952cfdd6204d/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-03T20:30:54,090 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.shipperb29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:30:54,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-03T20:30:54,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:54,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cdfa063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:54,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,42585,-1 for getting cluster id 2024-12-03T20:30:54,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:30:54,091 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b71da8ad-1881-4f4a-a90a-c6d00f649fdd' 2024-12-03T20:30:54,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:30:54,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b71da8ad-1881-4f4a-a90a-c6d00f649fdd" 2024-12-03T20:30:54,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bc4ac8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:54,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,42585,-1] 2024-12-03T20:30:54,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:30:54,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:54,092 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:30:54,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d6d385a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:30:54,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:30:54,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34039,1733257838870, seqNum=-1] 2024-12-03T20:30:54,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:30:54,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-03T20:30:54,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733257844639.439cae416115c37bae973ca0d1031836., hostname=b29c245002d9,34039,1733257838870, seqNum=2] 2024-12-03T20:30:54,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:54,108 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T20:30:54,117 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 480, reset compression=false 2024-12-03T20:30:54,277 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 379, reset compression=false 2024-12-03T20:30:54,281 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:30:54,281 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 528, reset compression=false 2024-12-03T20:30:54,281 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.shipperb29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34039,1733257838870 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:30:54,291 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 504, reset compression=false 2024-12-03T20:30:54,420 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 480, reset compression=false 2024-12-03T20:30:54,428 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T20:30:54,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:30:54,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,34809,1733257831786, seqNum=-1] 2024-12-03T20:30:54,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:30:54,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:30:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733257843476.905506f0b27855c4e775952cfdd6204d., hostname=b29c245002d9,34809,1733257831786, seqNum=2] 2024-12-03T20:30:54,452 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T20:30:54,484 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 528, reset compression=false 2024-12-03T20:30:54,599 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 504, reset compression=false 2024-12-03T20:30:54,604 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:54,604 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 608, reset compression=false 2024-12-03T20:30:54,604 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.shipperb29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34809,1733257831786 got entry batch from reader: WALEntryBatch [walEntries=[{test/905506f0b27855c4e775952cfdd6204d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T20:30:54,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:54,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:54,803 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 528, reset compression=false 2024-12-03T20:30:54,809 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 608, reset compression=false 2024-12-03T20:30:54,833 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 480, reset compression=false 2024-12-03T20:30:54,847 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:30:54,847 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 656, reset compression=false 2024-12-03T20:30:54,847 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.shipperb29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34039,1733257838870 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:30:55,069 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 656, reset compression=false 2024-12-03T20:30:55,132 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 608, reset compression=false 2024-12-03T20:30:55,376 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 480, reset compression=false 2024-12-03T20:30:55,377 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 656, reset compression=false 2024-12-03T20:30:55,456 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T20:30:55,463 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-03T20:30:55,570 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 608, reset compression=false 2024-12-03T20:30:55,843 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 656, reset compression=false 2024-12-03T20:30:55,873 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:55,873 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 760, reset compression=false 2024-12-03T20:30:55,873 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.shipperb29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34039,1733257838870 got entry batch from reader: WALEntryBatch [walEntries=[{test/439cae416115c37bae973ca0d1031836/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T20:30:55,881 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.shipperb29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:30:55,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-03T20:30:55,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:55,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:56,009 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 480, reset compression=false 2024-12-03T20:30:56,093 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 760, reset compression=false 2024-12-03T20:30:56,120 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 608, reset compression=false 2024-12-03T20:30:56,176 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:30:56,176 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 736, reset compression=false 2024-12-03T20:30:56,176 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.shipperb29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34809,1733257831786 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:30:56,428 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 760, reset compression=false 2024-12-03T20:30:56,428 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 736, reset compression=false 2024-12-03T20:30:56,465 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-03T20:30:56,470 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T20:30:56,740 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 480, reset compression=false 2024-12-03T20:30:56,773 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 736, reset compression=false 2024-12-03T20:30:56,789 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:56,789 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 636, reset compression=false 2024-12-03T20:30:56,789 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.shipperb29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,35091,1733257825663 got entry batch from reader: WALEntryBatch [walEntries=[{test/7691bb238d7e6dd0e8af6c76a21a9d69/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T20:30:56,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:56,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:56,806 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:56,806 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 884, reset compression=false 2024-12-03T20:30:56,806 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.shipperb29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34809,1733257831786 got entry batch from reader: WALEntryBatch [walEntries=[{test/905506f0b27855c4e775952cfdd6204d/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-03T20:30:56,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:56,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:56,886 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 760, reset compression=false 2024-12-03T20:30:56,925 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:30:56,925 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 932, reset compression=false 2024-12-03T20:30:56,925 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.shipperb29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34039,1733257838870 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:30:57,045 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 884, reset compression=false 2024-12-03T20:30:57,060 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 636, reset compression=false 2024-12-03T20:30:57,206 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 932, reset compression=false 2024-12-03T20:30:57,379 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 884, reset compression=false 2024-12-03T20:30:57,393 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 636, reset compression=false 2024-12-03T20:30:57,473 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T20:30:57,477 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T20:30:57,554 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 932, reset compression=false 2024-12-03T20:30:57,790 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 884, reset compression=false 2024-12-03T20:30:57,808 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:57,808 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 1043, reset compression=false 2024-12-03T20:30:57,809 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.shipperb29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34809,1733257831786 got entry batch from reader: WALEntryBatch [walEntries=[{test/905506f0b27855c4e775952cfdd6204d/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T20:30:57,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:57,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:57,828 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 636, reset compression=false 2024-12-03T20:30:57,986 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 932, reset compression=false 2024-12-03T20:30:57,999 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:30:57,999 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 1082, reset compression=false 2024-12-03T20:30:57,999 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.shipperb29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34039,1733257838870 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:30:58,040 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 1043, reset compression=false 2024-12-03T20:30:58,215 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 1082, reset compression=false 2024-12-03T20:30:58,348 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 1043, reset compression=false 2024-12-03T20:30:58,371 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 636, reset compression=false 2024-12-03T20:30:58,485 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T20:30:58,489 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-03T20:30:58,524 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 1082, reset compression=false 2024-12-03T20:30:58,541 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:30:58,541 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 1241, reset compression=false 2024-12-03T20:30:58,541 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.shipperb29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34039,1733257838870 got entry batch from reader: WALEntryBatch [walEntries=[{test/439cae416115c37bae973ca0d1031836/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T20:30:58,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T20:30:58,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34809 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T20:30:58,755 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 1241, reset compression=false 2024-12-03T20:30:58,755 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 1043, reset compression=false 2024-12-03T20:30:58,798 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:30:58,798 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 1193, reset compression=false 2024-12-03T20:30:58,798 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.shipperb29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34809,1733257831786 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:30:58,977 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 636, reset compression=false 2024-12-03T20:30:59,015 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 1193, reset compression=false 2024-12-03T20:30:59,101 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 1241, reset compression=false 2024-12-03T20:30:59,348 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 1193, reset compression=false 2024-12-03T20:30:59,494 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-03T20:30:59,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T20:30:59,512 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:30:59,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:59,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:59,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:30:59,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:59,514 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:30:59,514 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1173412499, stopped=false 2024-12-03T20:30:59,514 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,42585,1733257838712 2024-12-03T20:30:59,538 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 1241, reset compression=false 2024-12-03T20:30:59,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-923528124/running 2024-12-03T20:30:59,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923528124 2024-12-03T20:30:59,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Set watcher on znode that does not yet exist, /2-923528124/running 2024-12-03T20:30:59,560 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:30:59,560 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:30:59,560 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:59,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:59,561 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,34039,1733257838870' ***** 2024-12-03T20:30:59,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34039-0x1019ce378610007, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-923528124/running 2024-12-03T20:30:59,561 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:30:59,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34039-0x1019ce378610007, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923528124 2024-12-03T20:30:59,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34039-0x1019ce378610007, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Set watcher on znode that does not yet exist, /2-923528124/running 2024-12-03T20:30:59,561 INFO [RS:0;b29c245002d9:34039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:30:59,562 INFO [RS:0;b29c245002d9:34039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:30:59,562 INFO [RS:0;b29c245002d9:34039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:30:59,562 INFO [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(3091): Received CLOSE for 6cc9313d774b06bfba4f817d1bbd1cf8 2024-12-03T20:30:59,562 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:30:59,579 INFO [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(3091): Received CLOSE for 439cae416115c37bae973ca0d1031836 2024-12-03T20:30:59,579 INFO [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,34039,1733257838870 2024-12-03T20:30:59,579 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6cc9313d774b06bfba4f817d1bbd1cf8, disabling compactions & flushes 2024-12-03T20:30:59,579 INFO [RS:0;b29c245002d9:34039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:30:59,579 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8. 2024-12-03T20:30:59,579 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8. 2024-12-03T20:30:59,579 INFO [RS:0;b29c245002d9:34039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:34039. 2024-12-03T20:30:59,579 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8. after waiting 0 ms 2024-12-03T20:30:59,579 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8. 2024-12-03T20:30:59,579 DEBUG [RS:0;b29c245002d9:34039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:30:59,579 DEBUG [RS:0;b29c245002d9:34039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:30:59,579 INFO [RS:0;b29c245002d9:34039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:30:59,579 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6cc9313d774b06bfba4f817d1bbd1cf8 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-03T20:30:59,579 INFO [RS:0;b29c245002d9:34039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:30:59,579 INFO [RS:0;b29c245002d9:34039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:30:59,580 INFO [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:30:59,583 INFO [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T20:30:59,584 DEBUG [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(1325): Online Regions={6cc9313d774b06bfba4f817d1bbd1cf8=hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8., 1588230740=hbase:meta,,1.1588230740, 439cae416115c37bae973ca0d1031836=test,,1733257844639.439cae416115c37bae973ca0d1031836.} 2024-12-03T20:30:59,584 DEBUG [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 439cae416115c37bae973ca0d1031836, 6cc9313d774b06bfba4f817d1bbd1cf8 2024-12-03T20:30:59,584 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:30:59,584 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:30:59,584 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:30:59,584 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:30:59,584 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:30:59,584 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T20:30:59,611 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:30:59,611 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:30:59,617 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/replication/6cc9313d774b06bfba4f817d1bbd1cf8/.tmp/queue/99d5bdf8d22a46909e2bc10109f38a6a is 154, key is 1-b29c245002d9,34039,1733257838870/queue:b29c245002d9%2C34039%2C1733257838870/1733257858547/Put/seqid=0 2024-12-03T20:30:59,632 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740/.tmp/info/b4ce3ca0f067482daee2b117648a045f is 147, key is hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8./info:regioninfo/1733257852267/Put/seqid=0 2024-12-03T20:30:59,635 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:30:59,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741840_1016 (size=5353) 2024-12-03T20:30:59,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741841_1017 (size=7686) 2024-12-03T20:30:59,658 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/replication/6cc9313d774b06bfba4f817d1bbd1cf8/.tmp/queue/99d5bdf8d22a46909e2bc10109f38a6a 2024-12-03T20:30:59,664 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/replication/6cc9313d774b06bfba4f817d1bbd1cf8/.tmp/queue/99d5bdf8d22a46909e2bc10109f38a6a as hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/replication/6cc9313d774b06bfba4f817d1bbd1cf8/queue/99d5bdf8d22a46909e2bc10109f38a6a 2024-12-03T20:30:59,669 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/replication/6cc9313d774b06bfba4f817d1bbd1cf8/queue/99d5bdf8d22a46909e2bc10109f38a6a, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T20:30:59,670 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 6cc9313d774b06bfba4f817d1bbd1cf8 in 91ms, sequenceid=12, compaction requested=false 2024-12-03T20:30:59,701 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 636, reset compression=false 2024-12-03T20:30:59,701 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/replication/6cc9313d774b06bfba4f817d1bbd1cf8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T20:30:59,704 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:30:59,704 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:30:59,704 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8. 2024-12-03T20:30:59,705 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6cc9313d774b06bfba4f817d1bbd1cf8: Waiting for close lock at 1733257859579Running coprocessor pre-close hooks at 1733257859579Disabling compacts and flushes for region at 1733257859579Disabling writes for close at 1733257859579Obtaining lock to block concurrent updates at 1733257859579Preparing flush snapshotting stores in 6cc9313d774b06bfba4f817d1bbd1cf8 at 1733257859579Finished memstore snapshotting hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733257859580 (+1 ms)Flushing stores of hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8. at 1733257859584 (+4 ms)Flushing 6cc9313d774b06bfba4f817d1bbd1cf8/queue: creating writer at 1733257859584Flushing 6cc9313d774b06bfba4f817d1bbd1cf8/queue: appending metadata at 1733257859616 (+32 ms)Flushing 6cc9313d774b06bfba4f817d1bbd1cf8/queue: closing flushed file at 1733257859616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4964a442: reopening flushed file at 1733257859663 (+47 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 6cc9313d774b06bfba4f817d1bbd1cf8 in 91ms, sequenceid=12, compaction requested=false at 1733257859670 (+7 ms)Writing region close event to WAL at 1733257859677 (+7 ms)Running coprocessor post-close hooks at 1733257859704 (+27 ms)Closed at 1733257859704 2024-12-03T20:30:59,705 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733257851229.6cc9313d774b06bfba4f817d1bbd1cf8. 2024-12-03T20:30:59,705 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 439cae416115c37bae973ca0d1031836, disabling compactions & flushes 2024-12-03T20:30:59,705 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733257844639.439cae416115c37bae973ca0d1031836. 2024-12-03T20:30:59,705 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257844639.439cae416115c37bae973ca0d1031836. 2024-12-03T20:30:59,705 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733257844639.439cae416115c37bae973ca0d1031836. after waiting 0 ms 2024-12-03T20:30:59,705 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733257844639.439cae416115c37bae973ca0d1031836. 2024-12-03T20:30:59,705 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 439cae416115c37bae973ca0d1031836 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-03T20:30:59,748 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/default/test/439cae416115c37bae973ca0d1031836/.tmp/f/cd67c0b7041b4877b1c5c80c55310a40 is 29, key is row1/f:/1733257857474/DeleteFamily/seqid=0 2024-12-03T20:30:59,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741842_1018 (size=5152) 2024-12-03T20:30:59,756 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/default/test/439cae416115c37bae973ca0d1031836/.tmp/f/cd67c0b7041b4877b1c5c80c55310a40 2024-12-03T20:30:59,765 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd67c0b7041b4877b1c5c80c55310a40 2024-12-03T20:30:59,784 DEBUG [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 439cae416115c37bae973ca0d1031836 2024-12-03T20:30:59,792 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 1193, reset compression=false 2024-12-03T20:30:59,804 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/default/test/439cae416115c37bae973ca0d1031836/.tmp/f1/3d2c8e515e504b8bb9dab3a01082ee7b is 30, key is row1/f1:/1733257857474/DeleteFamily/seqid=0 2024-12-03T20:30:59,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741843_1019 (size=5158) 2024-12-03T20:30:59,865 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/default/test/439cae416115c37bae973ca0d1031836/.tmp/f1/3d2c8e515e504b8bb9dab3a01082ee7b 2024-12-03T20:30:59,875 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d2c8e515e504b8bb9dab3a01082ee7b 2024-12-03T20:30:59,896 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/default/test/439cae416115c37bae973ca0d1031836/.tmp/norep/045c93cde5b74605b37d155d6c6ca5f9 is 33, key is row2/norep:/1733257858486/DeleteFamily/seqid=0 2024-12-03T20:30:59,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741844_1020 (size=5108) 2024-12-03T20:30:59,988 DEBUG [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 439cae416115c37bae973ca0d1031836 2024-12-03T20:31:00,056 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 1241, reset compression=false 2024-12-03T20:31:00,062 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740/.tmp/info/b4ce3ca0f067482daee2b117648a045f 2024-12-03T20:31:00,092 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:31:00,092 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 1488, reset compression=false 2024-12-03T20:31:00,096 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.shipperb29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34039,1733257838870 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:31:00,097 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.shipperb29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b29c245002d9,34039,1733257838870: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b29c245002d9,34039,1733257838870, walGroup=b29c245002d9%2C34039%2C1733257838870, offset=b29c245002d9%2C34039%2C1733257838870.1733257841726:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T20:31:00,099 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.shipperb29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T20:31:00,099 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.shipperb29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T20:31:00,100 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.shipperb29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T20:31:00,100 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.shipperb29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T20:31:00,100 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.shipperb29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T20:31:00,100 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.shipperb29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1361051648, "init": 1048576000, "max": 2306867200, "used": 878702584 }, "NonHeapMemoryUsage": { "committed": 207290368, "init": 7667712, "max": -1, "used": 202375312 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T20:31:00,101 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.shipperb29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:42585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:42585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T20:31:00,118 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740/.tmp/ns/e0c057dd8c0e4fcc805d985d80e0f10c is 43, key is default/ns:d/1733257842149/Put/seqid=0 2024-12-03T20:31:00,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741845_1021 (size=5153) 2024-12-03T20:31:00,136 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740/.tmp/ns/e0c057dd8c0e4fcc805d985d80e0f10c 2024-12-03T20:31:00,177 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740/.tmp/rep_barrier/733460ad37eb49198154e4be0ebacb83 is 112, key is test,,1733257844639.439cae416115c37bae973ca0d1031836./rep_barrier:seqnumDuringOpen/1733257845964/Put/seqid=0 2024-12-03T20:31:00,192 DEBUG [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 439cae416115c37bae973ca0d1031836 2024-12-03T20:31:00,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741846_1022 (size=5518) 2024-12-03T20:31:00,220 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740/.tmp/rep_barrier/733460ad37eb49198154e4be0ebacb83 2024-12-03T20:31:00,260 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740/.tmp/table/3c74a9e125c44b6c873f6d4e7b71d488 is 53, key is hbase:replication/table:state/1733257852302/Put/seqid=0 2024-12-03T20:31:00,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741847_1023 (size=5308) 2024-12-03T20:31:00,304 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 1193, reset compression=false 2024-12-03T20:31:00,321 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/default/test/439cae416115c37bae973ca0d1031836/.tmp/norep/045c93cde5b74605b37d155d6c6ca5f9 2024-12-03T20:31:00,324 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 045c93cde5b74605b37d155d6c6ca5f9 2024-12-03T20:31:00,325 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/default/test/439cae416115c37bae973ca0d1031836/.tmp/f/cd67c0b7041b4877b1c5c80c55310a40 as hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/default/test/439cae416115c37bae973ca0d1031836/f/cd67c0b7041b4877b1c5c80c55310a40 2024-12-03T20:31:00,332 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd67c0b7041b4877b1c5c80c55310a40 2024-12-03T20:31:00,332 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/default/test/439cae416115c37bae973ca0d1031836/f/cd67c0b7041b4877b1c5c80c55310a40, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T20:31:00,332 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 1488, reset compression=false 2024-12-03T20:31:00,335 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/default/test/439cae416115c37bae973ca0d1031836/.tmp/f1/3d2c8e515e504b8bb9dab3a01082ee7b as hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/default/test/439cae416115c37bae973ca0d1031836/f1/3d2c8e515e504b8bb9dab3a01082ee7b 2024-12-03T20:31:00,343 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d2c8e515e504b8bb9dab3a01082ee7b 2024-12-03T20:31:00,343 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/default/test/439cae416115c37bae973ca0d1031836/f1/3d2c8e515e504b8bb9dab3a01082ee7b, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T20:31:00,344 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/default/test/439cae416115c37bae973ca0d1031836/.tmp/norep/045c93cde5b74605b37d155d6c6ca5f9 as hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/default/test/439cae416115c37bae973ca0d1031836/norep/045c93cde5b74605b37d155d6c6ca5f9 2024-12-03T20:31:00,373 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 045c93cde5b74605b37d155d6c6ca5f9 2024-12-03T20:31:00,373 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/default/test/439cae416115c37bae973ca0d1031836/norep/045c93cde5b74605b37d155d6c6ca5f9, entries=1, sequenceid=10, filesize=5.0 K 2024-12-03T20:31:00,374 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 439cae416115c37bae973ca0d1031836 in 669ms, sequenceid=10, compaction requested=false 2024-12-03T20:31:00,393 DEBUG [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 439cae416115c37bae973ca0d1031836 2024-12-03T20:31:00,408 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/default/test/439cae416115c37bae973ca0d1031836/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T20:31:00,409 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:31:00,409 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:31:00,409 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733257844639.439cae416115c37bae973ca0d1031836. 2024-12-03T20:31:00,409 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 439cae416115c37bae973ca0d1031836: Waiting for close lock at 1733257859705Running coprocessor pre-close hooks at 1733257859705Disabling compacts and flushes for region at 1733257859705Disabling writes for close at 1733257859705Obtaining lock to block concurrent updates at 1733257859705Preparing flush snapshotting stores in 439cae416115c37bae973ca0d1031836 at 1733257859705Finished memstore snapshotting test,,1733257844639.439cae416115c37bae973ca0d1031836., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733257859706 (+1 ms)Flushing stores of test,,1733257844639.439cae416115c37bae973ca0d1031836. at 1733257859708 (+2 ms)Flushing 439cae416115c37bae973ca0d1031836/f: creating writer at 1733257859708Flushing 439cae416115c37bae973ca0d1031836/f: appending metadata at 1733257859747 (+39 ms)Flushing 439cae416115c37bae973ca0d1031836/f: closing flushed file at 1733257859747Flushing 439cae416115c37bae973ca0d1031836/f1: creating writer at 1733257859765 (+18 ms)Flushing 439cae416115c37bae973ca0d1031836/f1: appending metadata at 1733257859804 (+39 ms)Flushing 439cae416115c37bae973ca0d1031836/f1: closing flushed file at 1733257859804Flushing 439cae416115c37bae973ca0d1031836/norep: creating writer at 1733257859875 (+71 ms)Flushing 439cae416115c37bae973ca0d1031836/norep: appending metadata at 1733257859895 (+20 ms)Flushing 439cae416115c37bae973ca0d1031836/norep: closing flushed file at 1733257859896 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ba92a7: reopening flushed file at 1733257860324 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@191d0f90: reopening flushed file at 1733257860332 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7917d0ea: reopening flushed file at 1733257860343 (+11 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 439cae416115c37bae973ca0d1031836 in 669ms, sequenceid=10, compaction requested=false at 1733257860374 (+31 ms)Writing region close event to WAL at 1733257860404 (+30 ms)Running coprocessor post-close hooks at 1733257860409 (+5 ms)Closed at 1733257860409 2024-12-03T20:31:00,409 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733257844639.439cae416115c37bae973ca0d1031836. 2024-12-03T20:31:00,524 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 636, reset compression=false 2024-12-03T20:31:00,596 INFO [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T20:31:00,596 DEBUG [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:31:00,596 DEBUG [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:31:00,639 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 1488, reset compression=false 2024-12-03T20:31:00,666 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:31:00,666 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 2132, reset compression=false 2024-12-03T20:31:00,683 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740/.tmp/table/3c74a9e125c44b6c873f6d4e7b71d488 2024-12-03T20:31:00,692 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740/.tmp/info/b4ce3ca0f067482daee2b117648a045f as hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740/info/b4ce3ca0f067482daee2b117648a045f 2024-12-03T20:31:00,700 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740/info/b4ce3ca0f067482daee2b117648a045f, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T20:31:00,701 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740/.tmp/ns/e0c057dd8c0e4fcc805d985d80e0f10c as hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740/ns/e0c057dd8c0e4fcc805d985d80e0f10c 2024-12-03T20:31:00,706 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740/ns/e0c057dd8c0e4fcc805d985d80e0f10c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T20:31:00,707 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740/.tmp/rep_barrier/733460ad37eb49198154e4be0ebacb83 as hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740/rep_barrier/733460ad37eb49198154e4be0ebacb83 2024-12-03T20:31:00,713 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740/rep_barrier/733460ad37eb49198154e4be0ebacb83, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T20:31:00,714 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740/.tmp/table/3c74a9e125c44b6c873f6d4e7b71d488 as hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740/table/3c74a9e125c44b6c873f6d4e7b71d488 2024-12-03T20:31:00,725 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740/table/3c74a9e125c44b6c873f6d4e7b71d488, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T20:31:00,726 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1142ms, sequenceid=16, compaction requested=false 2024-12-03T20:31:00,777 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T20:31:00,779 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:31:00,779 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:31:00,779 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:31:00,779 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257859584Running coprocessor pre-close hooks at 1733257859584Disabling compacts and flushes for region at 1733257859584Disabling writes for close at 1733257859584Obtaining lock to block concurrent updates at 1733257859584Preparing flush snapshotting stores in 1588230740 at 1733257859584Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733257859585 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733257859590 (+5 ms)Flushing 1588230740/info: creating writer at 1733257859590Flushing 1588230740/info: appending metadata at 1733257859631 (+41 ms)Flushing 1588230740/info: closing flushed file at 1733257859632 (+1 ms)Flushing 1588230740/ns: creating writer at 1733257860078 (+446 ms)Flushing 1588230740/ns: appending metadata at 1733257860117 (+39 ms)Flushing 1588230740/ns: closing flushed file at 1733257860117Flushing 1588230740/rep_barrier: creating writer at 1733257860156 (+39 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733257860176 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733257860176Flushing 1588230740/table: creating writer at 1733257860235 (+59 ms)Flushing 1588230740/table: appending metadata at 1733257860259 (+24 ms)Flushing 1588230740/table: closing flushed file at 1733257860259Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c962f36: reopening flushed file at 1733257860690 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31d53c81: reopening flushed file at 1733257860701 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e48d4ef: reopening flushed file at 1733257860706 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f366bd: reopening flushed file at 1733257860713 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1142ms, sequenceid=16, compaction requested=false at 1733257860726 (+13 ms)Writing region close event to WAL at 1733257860768 (+42 ms)Running coprocessor post-close hooks at 1733257860779 (+11 ms)Closed at 1733257860779 2024-12-03T20:31:00,780 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:31:00,796 INFO [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,34039,1733257838870; all regions closed. 2024-12-03T20:31:00,853 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.meta.1733257842082.meta not finished, retry = 0 2024-12-03T20:31:00,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741834_1010 (size=4239) 2024-12-03T20:31:00,882 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/WALs/b29c245002d9,34039,1733257838870/b29c245002d9%2C34039%2C1733257838870.1733257841726 to pos 2132, reset compression=false 2024-12-03T20:31:00,927 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 1193, reset compression=false 2024-12-03T20:31:00,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741839_1015 (size=3114) 2024-12-03T20:31:00,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741833_1009 (size=2140) 2024-12-03T20:31:00,994 DEBUG [RS:0;b29c245002d9:34039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:00,994 INFO [RS:0;b29c245002d9:34039 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:31:00,995 INFO [RS:0;b29c245002d9:34039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:31:00,995 INFO [RS:0;b29c245002d9:34039 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T20:31:00,995 INFO [RS:0;b29c245002d9:34039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:31:00,995 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:31:00,995 INFO [RS:0;b29c245002d9:34039 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b29c245002d9,34039,1733257838870 because: Region server is closing 2024-12-03T20:31:00,996 INFO [RS:0;b29c245002d9:34039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:34039. 2024-12-03T20:31:00,996 DEBUG [RS:0;b29c245002d9:34039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:00,996 DEBUG [RS:0;b29c245002d9:34039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:00,996 DEBUG [RS:0;b29c245002d9:34039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:01,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:31:01,065 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:31:01,066 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:31:01,067 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128666 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:31:01,096 INFO [RS:0;b29c245002d9:34039 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.shipperb29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 terminated 2024-12-03T20:31:01,096 INFO [RS:0;b29c245002d9:34039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:34039. 2024-12-03T20:31:01,096 DEBUG [RS:0;b29c245002d9:34039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:01,096 DEBUG [RS:0;b29c245002d9:34039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:01,097 DEBUG [RS:0;b29c245002d9:34039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:01,097 INFO [RS:0;b29c245002d9:34039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34039 2024-12-03T20:31:01,097 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34039,1733257838870.replicationSource.wal-reader.b29c245002d9%2C34039%2C1733257838870,1-b29c245002d9,34039,1733257838870 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T20:31:01,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:31:01,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923528124/rs 2024-12-03T20:31:01,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34039-0x1019ce378610007, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-923528124/rs/b29c245002d9,34039,1733257838870 2024-12-03T20:31:01,242 INFO [RS:0;b29c245002d9:34039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:31:01,284 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,34039,1733257838870] 2024-12-03T20:31:01,294 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-923528124/draining/b29c245002d9,34039,1733257838870 already deleted, retry=false 2024-12-03T20:31:01,295 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,34039,1733257838870 expired; onlineServers=0 2024-12-03T20:31:01,295 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,42585,1733257838712' ***** 2024-12-03T20:31:01,295 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:31:01,295 INFO [M:0;b29c245002d9:42585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:31:01,295 INFO [M:0;b29c245002d9:42585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:31:01,295 DEBUG [M:0;b29c245002d9:42585 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:31:01,295 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:31:01,295 DEBUG [M:0;b29c245002d9:42585 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:31:01,295 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257841237 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257841237,5,FailOnTimeoutGroup] 2024-12-03T20:31:01,295 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257841238 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257841238,5,FailOnTimeoutGroup] 2024-12-03T20:31:01,295 INFO [M:0;b29c245002d9:42585 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:31:01,295 INFO [M:0;b29c245002d9:42585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:31:01,296 DEBUG [M:0;b29c245002d9:42585 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:31:01,296 INFO [M:0;b29c245002d9:42585 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:31:01,296 INFO [M:0;b29c245002d9:42585 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:31:01,296 INFO [M:0;b29c245002d9:42585 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:31:01,296 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:31:01,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-923528124/master 2024-12-03T20:31:01,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-923528124 2024-12-03T20:31:01,306 DEBUG [M:0;b29c245002d9:42585 {}] zookeeper.ZKUtil(347): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Unable to get data of znode /2-923528124/master because node does not exist (not an error) 2024-12-03T20:31:01,306 WARN [M:0;b29c245002d9:42585 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T20:31:01,311 INFO [M:0;b29c245002d9:42585 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/.lastflushedseqids 2024-12-03T20:31:01,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741848_1024 (size=245) 2024-12-03T20:31:01,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34039-0x1019ce378610007, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:01,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34039-0x1019ce378610007, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:01,396 INFO [RS:0;b29c245002d9:34039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:31:01,396 INFO [RS:0;b29c245002d9:34039 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,34039,1733257838870; zookeeper connection closed. 2024-12-03T20:31:01,396 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64c43908 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64c43908 2024-12-03T20:31:01,397 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T20:31:01,444 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 636, reset compression=false 2024-12-03T20:31:01,452 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T20:31:01,669 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 1193, reset compression=false 2024-12-03T20:31:01,721 INFO [M:0;b29c245002d9:42585 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:31:01,721 INFO [M:0;b29c245002d9:42585 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:31:01,721 DEBUG [M:0;b29c245002d9:42585 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:31:01,721 INFO [M:0;b29c245002d9:42585 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:01,721 DEBUG [M:0;b29c245002d9:42585 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:01,721 DEBUG [M:0;b29c245002d9:42585 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:31:01,721 DEBUG [M:0;b29c245002d9:42585 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:01,722 INFO [M:0;b29c245002d9:42585 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T20:31:01,739 DEBUG [M:0;b29c245002d9:42585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6d768b5c8c44f2b9c661e64aa0ca017 is 82, key is hbase:meta,,1/info:regioninfo/1733257842131/Put/seqid=0 2024-12-03T20:31:01,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741849_1025 (size=5672) 2024-12-03T20:31:01,742 INFO [M:0;b29c245002d9:42585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6d768b5c8c44f2b9c661e64aa0ca017 2024-12-03T20:31:01,766 DEBUG [M:0;b29c245002d9:42585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5530f9dbca354df8a5313a0dd6a8cead is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733257852307/Put/seqid=0 2024-12-03T20:31:01,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741850_1026 (size=8516) 2024-12-03T20:31:01,786 INFO [M:0;b29c245002d9:42585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5530f9dbca354df8a5313a0dd6a8cead 2024-12-03T20:31:01,812 DEBUG [M:0;b29c245002d9:42585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e11fcb4969064e92a96defbd11912a51 is 69, key is b29c245002d9,34039,1733257838870/rs:state/1733257841314/Put/seqid=0 2024-12-03T20:31:01,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741851_1027 (size=5156) 2024-12-03T20:31:02,220 INFO [M:0;b29c245002d9:42585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e11fcb4969064e92a96defbd11912a51 2024-12-03T20:31:02,226 DEBUG [M:0;b29c245002d9:42585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6d768b5c8c44f2b9c661e64aa0ca017 as hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6d768b5c8c44f2b9c661e64aa0ca017 2024-12-03T20:31:02,230 INFO [M:0;b29c245002d9:42585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6d768b5c8c44f2b9c661e64aa0ca017, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T20:31:02,231 DEBUG [M:0;b29c245002d9:42585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5530f9dbca354df8a5313a0dd6a8cead as hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5530f9dbca354df8a5313a0dd6a8cead 2024-12-03T20:31:02,235 INFO [M:0;b29c245002d9:42585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5530f9dbca354df8a5313a0dd6a8cead, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T20:31:02,236 DEBUG [M:0;b29c245002d9:42585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e11fcb4969064e92a96defbd11912a51 as hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e11fcb4969064e92a96defbd11912a51 2024-12-03T20:31:02,240 INFO [M:0;b29c245002d9:42585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37279/user/jenkins/test-data/e713de17-0806-3432-52db-6d220e42197a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e11fcb4969064e92a96defbd11912a51, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T20:31:02,242 INFO [M:0;b29c245002d9:42585 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 521ms, sequenceid=97, compaction requested=false 2024-12-03T20:31:02,253 INFO [M:0;b29c245002d9:42585 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:02,253 DEBUG [M:0;b29c245002d9:42585 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257861721Disabling compacts and flushes for region at 1733257861721Disabling writes for close at 1733257861721Obtaining lock to block concurrent updates at 1733257861722 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257861722Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733257861722Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257861722Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257861722Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257861738 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257861739 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257861746 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257861765 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257861765Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257861793 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257861811 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257861811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35ab084d: reopening flushed file at 1733257862225 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a3d90f4: reopening flushed file at 1733257862230 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ab7e086: reopening flushed file at 1733257862235 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 521ms, sequenceid=97, compaction requested=false at 1733257862242 (+7 ms)Writing region close event to WAL at 1733257862253 (+11 ms)Closed at 1733257862253 2024-12-03T20:31:02,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36169 is added to blk_1073741830_1006 (size=63654) 2024-12-03T20:31:02,261 INFO [M:0;b29c245002d9:42585 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:31:02,261 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:31:02,261 INFO [M:0;b29c245002d9:42585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42585 2024-12-03T20:31:02,262 INFO [M:0;b29c245002d9:42585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:31:02,405 INFO [M:0;b29c245002d9:42585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:31:02,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:02,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42585-0x1019ce378610006, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:02,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78b0fe0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:31:02,424 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d48c9f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:31:02,424 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:31:02,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c03c538{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:31:02,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a575cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/hadoop.log.dir/,STOPPED} 2024-12-03T20:31:02,456 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:31:02,456 WARN [BP-1584990935-172.17.0.3-1733257836013 heartbeating to localhost/127.0.0.1:37279 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:31:02,456 WARN [BP-1584990935-172.17.0.3-1733257836013 heartbeating to localhost/127.0.0.1:37279 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1584990935-172.17.0.3-1733257836013 (Datanode Uuid 1c8bb0ea-189a-46c7-af8a-404f6cbfbef6) service to localhost/127.0.0.1:37279 2024-12-03T20:31:02,456 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:31:02,457 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/cluster_5f002d5b-c11e-a004-7f7a-55dd4d8d63d7/data/data1/current/BP-1584990935-172.17.0.3-1733257836013 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:31:02,458 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 636, reset compression=false 2024-12-03T20:31:02,459 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:31:02,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/cluster_5f002d5b-c11e-a004-7f7a-55dd4d8d63d7/data/data2/current/BP-1584990935-172.17.0.3-1733257836013 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:31:02,480 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 1193, reset compression=false 2024-12-03T20:31:02,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fbcd250{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:31:02,516 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d7b342c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:31:02,516 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:31:02,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37771786{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:31:02,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f44739{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/hadoop.log.dir/,STOPPED} 2024-12-03T20:31:02,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T20:31:02,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T20:31:02,555 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:31:02,555 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:02,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:02,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:02,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:31:02,556 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:31:02,556 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=109841037, stopped=false 2024-12-03T20:31:02,556 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,40575,1733257831524 2024-12-03T20:31:02,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1019ce378610004, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11293043843/running 2024-12-03T20:31:02,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1019ce378610004, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11293043843 2024-12-03T20:31:02,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11293043843/running 2024-12-03T20:31:02,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11293043843 2024-12-03T20:31:02,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34809-0x1019ce378610004, quorum=127.0.0.1:53048, baseZNode=/11293043843 Set watcher on znode that does not yet exist, /11293043843/running 2024-12-03T20:31:02,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Set watcher on znode that does not yet exist, /11293043843/running 2024-12-03T20:31:02,571 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:31:02,573 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:31:02,573 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:02,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:02,573 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,34809,1733257831786' ***** 2024-12-03T20:31:02,573 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:31:02,574 INFO [RS:0;b29c245002d9:34809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:31:02,574 INFO [RS:0;b29c245002d9:34809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:31:02,574 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:31:02,574 INFO [RS:0;b29c245002d9:34809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:31:02,574 INFO [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(3091): Received CLOSE for 905506f0b27855c4e775952cfdd6204d 2024-12-03T20:31:02,574 INFO [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(3091): Received CLOSE for 790b253b33dc989c69c77be69ab0514c 2024-12-03T20:31:02,574 INFO [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,34809,1733257831786 2024-12-03T20:31:02,574 INFO [RS:0;b29c245002d9:34809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:31:02,574 INFO [RS:0;b29c245002d9:34809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:34809. 2024-12-03T20:31:02,574 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 905506f0b27855c4e775952cfdd6204d, disabling compactions & flushes 2024-12-03T20:31:02,574 DEBUG [RS:0;b29c245002d9:34809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:02,574 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733257843476.905506f0b27855c4e775952cfdd6204d. 2024-12-03T20:31:02,574 DEBUG [RS:0;b29c245002d9:34809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:02,574 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257843476.905506f0b27855c4e775952cfdd6204d. 2024-12-03T20:31:02,574 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733257843476.905506f0b27855c4e775952cfdd6204d. after waiting 0 ms 2024-12-03T20:31:02,574 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733257843476.905506f0b27855c4e775952cfdd6204d. 2024-12-03T20:31:02,574 INFO [RS:0;b29c245002d9:34809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:31:02,574 INFO [RS:0;b29c245002d9:34809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:31:02,574 INFO [RS:0;b29c245002d9:34809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:31:02,574 INFO [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:31:02,574 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 905506f0b27855c4e775952cfdd6204d 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-03T20:31:02,576 INFO [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T20:31:02,576 DEBUG [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(1325): Online Regions={905506f0b27855c4e775952cfdd6204d=test,,1733257843476.905506f0b27855c4e775952cfdd6204d., 1588230740=hbase:meta,,1.1588230740, 790b253b33dc989c69c77be69ab0514c=hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c.} 2024-12-03T20:31:02,576 DEBUG [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 790b253b33dc989c69c77be69ab0514c, 905506f0b27855c4e775952cfdd6204d 2024-12-03T20:31:02,576 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:31:02,576 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:31:02,576 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:31:02,576 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:31:02,576 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:31:02,577 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T20:31:02,604 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740/.tmp/info/8a69bf54f87f4c47a50e478ea139feca is 147, key is hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c./info:regioninfo/1733257849893/Put/seqid=0 2024-12-03T20:31:02,607 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/default/test/905506f0b27855c4e775952cfdd6204d/.tmp/f/9da88191c59f49cd80422e47e74a1181 is 29, key is row1/f:/1733257857474/DeleteFamily/seqid=0 2024-12-03T20:31:02,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741840_1016 (size=7686) 2024-12-03T20:31:02,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741841_1017 (size=5152) 2024-12-03T20:31:02,615 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:31:02,778 DEBUG [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 790b253b33dc989c69c77be69ab0514c, 905506f0b27855c4e775952cfdd6204d 2024-12-03T20:31:02,978 DEBUG [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 790b253b33dc989c69c77be69ab0514c, 905506f0b27855c4e775952cfdd6204d 2024-12-03T20:31:03,014 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740/.tmp/info/8a69bf54f87f4c47a50e478ea139feca 2024-12-03T20:31:03,015 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/default/test/905506f0b27855c4e775952cfdd6204d/.tmp/f/9da88191c59f49cd80422e47e74a1181 2024-12-03T20:31:03,018 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9da88191c59f49cd80422e47e74a1181 2024-12-03T20:31:03,030 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/default/test/905506f0b27855c4e775952cfdd6204d/.tmp/f1/202cab01878348dbb380158f73229dce is 30, key is row1/f1:/1733257857474/DeleteFamily/seqid=0 2024-12-03T20:31:03,032 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740/.tmp/ns/fe718ba3256a447dbb2c22948d542d5f is 43, key is default/ns:d/1733257835608/Put/seqid=0 2024-12-03T20:31:03,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741843_1019 (size=5153) 2024-12-03T20:31:03,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741842_1018 (size=5158) 2024-12-03T20:31:03,179 DEBUG [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 790b253b33dc989c69c77be69ab0514c, 905506f0b27855c4e775952cfdd6204d 2024-12-03T20:31:03,333 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:31:03,333 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:31:03,379 DEBUG [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 790b253b33dc989c69c77be69ab0514c, 905506f0b27855c4e775952cfdd6204d 2024-12-03T20:31:03,428 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 1193, reset compression=false 2024-12-03T20:31:03,432 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:31:03,432 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 1440, reset compression=false 2024-12-03T20:31:03,432 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.shipperb29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,34809,1733257831786 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:31:03,433 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.shipperb29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b29c245002d9,34809,1733257831786: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b29c245002d9,34809,1733257831786, walGroup=b29c245002d9%2C34809%2C1733257831786, offset=b29c245002d9%2C34809%2C1733257831786.1733257834498:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34809 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T20:31:03,434 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.shipperb29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T20:31:03,434 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.shipperb29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T20:31:03,435 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.shipperb29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T20:31:03,435 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.shipperb29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T20:31:03,435 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.shipperb29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T20:31:03,435 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.shipperb29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1361051648, "init": 1048576000, "max": 2306867200, "used": 943714296 }, "NonHeapMemoryUsage": { "committed": 207355904, "init": 7667712, "max": -1, "used": 202692400 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T20:31:03,435 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.shipperb29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:40575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:40575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T20:31:03,444 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740/.tmp/ns/fe718ba3256a447dbb2c22948d542d5f 2024-12-03T20:31:03,444 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/default/test/905506f0b27855c4e775952cfdd6204d/.tmp/f1/202cab01878348dbb380158f73229dce 2024-12-03T20:31:03,447 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 202cab01878348dbb380158f73229dce 2024-12-03T20:31:03,458 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740/.tmp/rep_barrier/8d959bb71ad645f595bdb7ed07daf82d is 112, key is test,,1733257843476.905506f0b27855c4e775952cfdd6204d./rep_barrier:seqnumDuringOpen/1733257844360/Put/seqid=0 2024-12-03T20:31:03,458 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/default/test/905506f0b27855c4e775952cfdd6204d/.tmp/norep/e6c091b060d343b5b546038f7237d260 is 33, key is row1/norep:/1733257857474/DeleteFamily/seqid=0 2024-12-03T20:31:03,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741845_1021 (size=5108) 2024-12-03T20:31:03,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741844_1020 (size=5518) 2024-12-03T20:31:03,579 DEBUG [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 790b253b33dc989c69c77be69ab0514c, 905506f0b27855c4e775952cfdd6204d 2024-12-03T20:31:03,597 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 636, reset compression=false 2024-12-03T20:31:03,636 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 1440, reset compression=false 2024-12-03T20:31:03,779 DEBUG [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 790b253b33dc989c69c77be69ab0514c, 905506f0b27855c4e775952cfdd6204d 2024-12-03T20:31:03,861 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740/.tmp/rep_barrier/8d959bb71ad645f595bdb7ed07daf82d 2024-12-03T20:31:03,861 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/default/test/905506f0b27855c4e775952cfdd6204d/.tmp/norep/e6c091b060d343b5b546038f7237d260 2024-12-03T20:31:03,870 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6c091b060d343b5b546038f7237d260 2024-12-03T20:31:03,871 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/default/test/905506f0b27855c4e775952cfdd6204d/.tmp/f/9da88191c59f49cd80422e47e74a1181 as hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/default/test/905506f0b27855c4e775952cfdd6204d/f/9da88191c59f49cd80422e47e74a1181 2024-12-03T20:31:03,875 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9da88191c59f49cd80422e47e74a1181 2024-12-03T20:31:03,876 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/default/test/905506f0b27855c4e775952cfdd6204d/f/9da88191c59f49cd80422e47e74a1181, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T20:31:03,877 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/default/test/905506f0b27855c4e775952cfdd6204d/.tmp/f1/202cab01878348dbb380158f73229dce as hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/default/test/905506f0b27855c4e775952cfdd6204d/f1/202cab01878348dbb380158f73229dce 2024-12-03T20:31:03,881 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 202cab01878348dbb380158f73229dce 2024-12-03T20:31:03,882 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/default/test/905506f0b27855c4e775952cfdd6204d/f1/202cab01878348dbb380158f73229dce, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T20:31:03,882 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/default/test/905506f0b27855c4e775952cfdd6204d/.tmp/norep/e6c091b060d343b5b546038f7237d260 as hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/default/test/905506f0b27855c4e775952cfdd6204d/norep/e6c091b060d343b5b546038f7237d260 2024-12-03T20:31:03,887 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6c091b060d343b5b546038f7237d260 2024-12-03T20:31:03,887 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/default/test/905506f0b27855c4e775952cfdd6204d/norep/e6c091b060d343b5b546038f7237d260, entries=1, sequenceid=10, filesize=5.0 K 2024-12-03T20:31:03,888 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 905506f0b27855c4e775952cfdd6204d in 1314ms, sequenceid=10, compaction requested=false 2024-12-03T20:31:03,889 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740/.tmp/table/d82f9efea43846578d4739e7d89ab058 is 53, key is hbase:replication/table:state/1733257849900/Put/seqid=0 2024-12-03T20:31:03,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741846_1022 (size=5308) 2024-12-03T20:31:03,900 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/default/test/905506f0b27855c4e775952cfdd6204d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T20:31:03,901 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:31:03,901 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:31:03,901 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733257843476.905506f0b27855c4e775952cfdd6204d. 2024-12-03T20:31:03,901 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 905506f0b27855c4e775952cfdd6204d: Waiting for close lock at 1733257862574Running coprocessor pre-close hooks at 1733257862574Disabling compacts and flushes for region at 1733257862574Disabling writes for close at 1733257862574Obtaining lock to block concurrent updates at 1733257862574Preparing flush snapshotting stores in 905506f0b27855c4e775952cfdd6204d at 1733257862574Finished memstore snapshotting test,,1733257843476.905506f0b27855c4e775952cfdd6204d., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733257862575 (+1 ms)Flushing stores of test,,1733257843476.905506f0b27855c4e775952cfdd6204d. at 1733257862575Flushing 905506f0b27855c4e775952cfdd6204d/f: creating writer at 1733257862575Flushing 905506f0b27855c4e775952cfdd6204d/f: appending metadata at 1733257862606 (+31 ms)Flushing 905506f0b27855c4e775952cfdd6204d/f: closing flushed file at 1733257862606Flushing 905506f0b27855c4e775952cfdd6204d/f1: creating writer at 1733257863018 (+412 ms)Flushing 905506f0b27855c4e775952cfdd6204d/f1: appending metadata at 1733257863030 (+12 ms)Flushing 905506f0b27855c4e775952cfdd6204d/f1: closing flushed file at 1733257863030Flushing 905506f0b27855c4e775952cfdd6204d/norep: creating writer at 1733257863447 (+417 ms)Flushing 905506f0b27855c4e775952cfdd6204d/norep: appending metadata at 1733257863457 (+10 ms)Flushing 905506f0b27855c4e775952cfdd6204d/norep: closing flushed file at 1733257863457Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@376e933f: reopening flushed file at 1733257863870 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4847f68e: reopening flushed file at 1733257863876 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52ac6c34: reopening flushed file at 1733257863882 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 905506f0b27855c4e775952cfdd6204d in 1314ms, sequenceid=10, compaction requested=false at 1733257863888 (+6 ms)Writing region close event to WAL at 1733257863897 (+9 ms)Running coprocessor post-close hooks at 1733257863901 (+4 ms)Closed at 1733257863901 2024-12-03T20:31:03,901 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733257843476.905506f0b27855c4e775952cfdd6204d. 2024-12-03T20:31:03,901 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 790b253b33dc989c69c77be69ab0514c, disabling compactions & flushes 2024-12-03T20:31:03,901 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c. 2024-12-03T20:31:03,901 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c. 2024-12-03T20:31:03,902 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c. after waiting 1 ms 2024-12-03T20:31:03,902 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c. 2024-12-03T20:31:03,902 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 790b253b33dc989c69c77be69ab0514c: Waiting for close lock at 1733257863901Running coprocessor pre-close hooks at 1733257863901Disabling compacts and flushes for region at 1733257863901Disabling writes for close at 1733257863902 (+1 ms)Failed flush hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c., putting online again at 1733257863902 2024-12-03T20:31:03,902 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c. 2024-12-03T20:31:03,940 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 1440, reset compression=false 2024-12-03T20:31:03,945 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:31:03,945 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 2084, reset compression=false 2024-12-03T20:31:03,979 INFO [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T20:31:03,979 DEBUG [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 790b253b33dc989c69c77be69ab0514c=hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c.} 2024-12-03T20:31:03,979 INFO [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(3091): Received CLOSE for 790b253b33dc989c69c77be69ab0514c 2024-12-03T20:31:03,979 DEBUG [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 790b253b33dc989c69c77be69ab0514c 2024-12-03T20:31:03,980 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 790b253b33dc989c69c77be69ab0514c, disabling compactions & flushes 2024-12-03T20:31:03,980 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c. 2024-12-03T20:31:03,980 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c. 2024-12-03T20:31:03,980 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c. after waiting 0 ms 2024-12-03T20:31:03,980 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c. 2024-12-03T20:31:03,980 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 790b253b33dc989c69c77be69ab0514c: Waiting for close lock at 1733257863980Running coprocessor pre-close hooks at 1733257863980Disabling compacts and flushes for region at 1733257863980Disabling writes for close at 1733257863980Failed flush hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c., putting online again at 1733257863980 2024-12-03T20:31:03,980 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733257849019.790b253b33dc989c69c77be69ab0514c. 2024-12-03T20:31:04,149 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 2084, reset compression=false 2024-12-03T20:31:04,180 DEBUG [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:31:04,299 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740/.tmp/table/d82f9efea43846578d4739e7d89ab058 2024-12-03T20:31:04,303 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740/.tmp/info/8a69bf54f87f4c47a50e478ea139feca as hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740/info/8a69bf54f87f4c47a50e478ea139feca 2024-12-03T20:31:04,306 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740/info/8a69bf54f87f4c47a50e478ea139feca, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T20:31:04,307 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740/.tmp/ns/fe718ba3256a447dbb2c22948d542d5f as hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740/ns/fe718ba3256a447dbb2c22948d542d5f 2024-12-03T20:31:04,316 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740/ns/fe718ba3256a447dbb2c22948d542d5f, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T20:31:04,317 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740/.tmp/rep_barrier/8d959bb71ad645f595bdb7ed07daf82d as hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740/rep_barrier/8d959bb71ad645f595bdb7ed07daf82d 2024-12-03T20:31:04,324 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740/rep_barrier/8d959bb71ad645f595bdb7ed07daf82d, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T20:31:04,324 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740/.tmp/table/d82f9efea43846578d4739e7d89ab058 as hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740/table/d82f9efea43846578d4739e7d89ab058 2024-12-03T20:31:04,328 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740/table/d82f9efea43846578d4739e7d89ab058, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T20:31:04,329 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1753ms, sequenceid=16, compaction requested=false 2024-12-03T20:31:04,332 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T20:31:04,332 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:31:04,333 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:31:04,333 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:31:04,333 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257862576Running coprocessor pre-close hooks at 1733257862576Disabling compacts and flushes for region at 1733257862576Disabling writes for close at 1733257862576Obtaining lock to block concurrent updates at 1733257862577 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733257862577Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733257862577Flushing stores of hbase:meta,,1.1588230740 at 1733257862579 (+2 ms)Flushing 1588230740/info: creating writer at 1733257862579Flushing 1588230740/info: appending metadata at 1733257862604 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733257862604Flushing 1588230740/ns: creating writer at 1733257863018 (+414 ms)Flushing 1588230740/ns: appending metadata at 1733257863032 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733257863032Flushing 1588230740/rep_barrier: creating writer at 1733257863447 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733257863457 (+10 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733257863457Flushing 1588230740/table: creating writer at 1733257863870 (+413 ms)Flushing 1588230740/table: appending metadata at 1733257863888 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733257863888Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a013c7: reopening flushed file at 1733257864302 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2909a90e: reopening flushed file at 1733257864306 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5158cf4: reopening flushed file at 1733257864316 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e41a5cf: reopening flushed file at 1733257864324 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1753ms, sequenceid=16, compaction requested=false at 1733257864329 (+5 ms)Writing region close event to WAL at 1733257864330 (+1 ms)Running coprocessor post-close hooks at 1733257864332 (+2 ms)Closed at 1733257864333 (+1 ms) 2024-12-03T20:31:04,333 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:31:04,381 INFO [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T20:31:04,381 INFO [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,34809,1733257831786; all regions closed. 2024-12-03T20:31:04,385 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.meta.1733257835313.meta not finished, retry = 0 2024-12-03T20:31:04,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741834_1010 (size=4239) 2024-12-03T20:31:04,453 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.1733257834498 to pos 2084, reset compression=false 2024-12-03T20:31:04,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741839_1015 (size=2171) 2024-12-03T20:31:04,488 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/WALs/b29c245002d9,34809,1733257831786/b29c245002d9%2C34809%2C1733257831786.rep.1733257849863 not finished, retry = 0 2024-12-03T20:31:04,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741833_1009 (size=2092) 2024-12-03T20:31:04,591 DEBUG [RS:0;b29c245002d9:34809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:04,591 INFO [RS:0;b29c245002d9:34809 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:31:04,591 INFO [RS:0;b29c245002d9:34809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:31:04,591 INFO [RS:0;b29c245002d9:34809 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T20:31:04,591 INFO [RS:0;b29c245002d9:34809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:31:04,591 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:31:04,591 INFO [RS:0;b29c245002d9:34809 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b29c245002d9,34809,1733257831786 because: Region server is closing 2024-12-03T20:31:04,591 INFO [RS:0;b29c245002d9:34809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:34809. 2024-12-03T20:31:04,591 DEBUG [RS:0;b29c245002d9:34809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:04,591 DEBUG [RS:0;b29c245002d9:34809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:04,591 DEBUG [RS:0;b29c245002d9:34809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:04,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:31:04,692 INFO [RS:0;b29c245002d9:34809 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.shipperb29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 terminated 2024-12-03T20:31:04,692 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,34809,1733257831786.replicationSource.wal-reader.b29c245002d9%2C34809%2C1733257831786,1-b29c245002d9,34809,1733257831786 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T20:31:04,692 INFO [RS:0;b29c245002d9:34809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:34809. 2024-12-03T20:31:04,692 DEBUG [RS:0;b29c245002d9:34809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:04,692 DEBUG [RS:0;b29c245002d9:34809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:04,692 DEBUG [RS:0;b29c245002d9:34809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:04,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:31:04,692 INFO [RS:0;b29c245002d9:34809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34809 2024-12-03T20:31:04,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1019ce378610004, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11293043843/rs/b29c245002d9,34809,1733257831786 2024-12-03T20:31:04,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11293043843/rs 2024-12-03T20:31:04,705 INFO [RS:0;b29c245002d9:34809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:31:04,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:04,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:04,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:04,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:04,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:04,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:04,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:04,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:04,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:04,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:04,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:04,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:04,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:04,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:04,753 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,34809,1733257831786] 2024-12-03T20:31:04,768 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11293043843/draining/b29c245002d9,34809,1733257831786 already deleted, retry=false 2024-12-03T20:31:04,768 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,34809,1733257831786 expired; onlineServers=0 2024-12-03T20:31:04,768 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,40575,1733257831524' ***** 2024-12-03T20:31:04,768 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:31:04,768 INFO [M:0;b29c245002d9:40575 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:31:04,768 INFO [M:0;b29c245002d9:40575 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:31:04,768 DEBUG [M:0;b29c245002d9:40575 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:31:04,768 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:31:04,768 DEBUG [M:0;b29c245002d9:40575 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:31:04,768 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257833942 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257833942,5,FailOnTimeoutGroup] 2024-12-03T20:31:04,768 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257833944 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257833944,5,FailOnTimeoutGroup] 2024-12-03T20:31:04,768 INFO [M:0;b29c245002d9:40575 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:31:04,768 INFO [M:0;b29c245002d9:40575 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:31:04,768 DEBUG [M:0;b29c245002d9:40575 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:31:04,768 INFO [M:0;b29c245002d9:40575 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:31:04,769 INFO [M:0;b29c245002d9:40575 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:31:04,769 INFO [M:0;b29c245002d9:40575 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:31:04,769 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:31:04,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11293043843/master 2024-12-03T20:31:04,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11293043843 2024-12-03T20:31:04,778 DEBUG [M:0;b29c245002d9:40575 {}] zookeeper.ZKUtil(347): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Unable to get data of znode /11293043843/master because node does not exist (not an error) 2024-12-03T20:31:04,779 WARN [M:0;b29c245002d9:40575 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T20:31:04,779 INFO [M:0;b29c245002d9:40575 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/.lastflushedseqids 2024-12-03T20:31:04,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741847_1023 (size=245) 2024-12-03T20:31:04,803 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 636, reset compression=false 2024-12-03T20:31:04,853 INFO [RS:0;b29c245002d9:34809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:31:04,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1019ce378610004, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:04,853 INFO [RS:0;b29c245002d9:34809 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,34809,1733257831786; zookeeper connection closed. 2024-12-03T20:31:04,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34809-0x1019ce378610004, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:04,853 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67228e7a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67228e7a 2024-12-03T20:31:04,854 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T20:31:05,183 INFO [M:0;b29c245002d9:40575 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:31:05,183 INFO [M:0;b29c245002d9:40575 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:31:05,183 DEBUG [M:0;b29c245002d9:40575 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:31:05,183 INFO [M:0;b29c245002d9:40575 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:05,183 DEBUG [M:0;b29c245002d9:40575 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:05,183 DEBUG [M:0;b29c245002d9:40575 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:31:05,183 DEBUG [M:0;b29c245002d9:40575 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:05,184 INFO [M:0;b29c245002d9:40575 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-03T20:31:05,203 DEBUG [M:0;b29c245002d9:40575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3d8741f59f042a186bb3f0a91bfa1d0 is 82, key is hbase:meta,,1/info:regioninfo/1733257835449/Put/seqid=0 2024-12-03T20:31:05,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741848_1024 (size=5672) 2024-12-03T20:31:05,247 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:31:05,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:05,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:05,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:05,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:05,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:05,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:05,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:05,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:05,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:05,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:05,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:05,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:05,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:05,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:05,613 INFO [M:0;b29c245002d9:40575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3d8741f59f042a186bb3f0a91bfa1d0 2024-12-03T20:31:05,632 DEBUG [M:0;b29c245002d9:40575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ac8ef3bc7ca430abc72b64579538db3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733257849903/Put/seqid=0 2024-12-03T20:31:05,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741849_1025 (size=8515) 2024-12-03T20:31:05,636 INFO [M:0;b29c245002d9:40575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ac8ef3bc7ca430abc72b64579538db3 2024-12-03T20:31:05,661 DEBUG [M:0;b29c245002d9:40575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c769f144ee69491f9a1097f47e413435 is 69, key is b29c245002d9,34809,1733257831786/rs:state/1733257834203/Put/seqid=0 2024-12-03T20:31:05,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741850_1026 (size=5156) 2024-12-03T20:31:06,066 INFO [M:0;b29c245002d9:40575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c769f144ee69491f9a1097f47e413435 2024-12-03T20:31:06,071 DEBUG [M:0;b29c245002d9:40575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3d8741f59f042a186bb3f0a91bfa1d0 as hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3d8741f59f042a186bb3f0a91bfa1d0 2024-12-03T20:31:06,074 INFO [M:0;b29c245002d9:40575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3d8741f59f042a186bb3f0a91bfa1d0, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T20:31:06,075 DEBUG [M:0;b29c245002d9:40575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ac8ef3bc7ca430abc72b64579538db3 as hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ac8ef3bc7ca430abc72b64579538db3 2024-12-03T20:31:06,083 INFO [M:0;b29c245002d9:40575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ac8ef3bc7ca430abc72b64579538db3, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T20:31:06,084 DEBUG [M:0;b29c245002d9:40575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c769f144ee69491f9a1097f47e413435 as hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c769f144ee69491f9a1097f47e413435 2024-12-03T20:31:06,092 INFO [M:0;b29c245002d9:40575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41091/user/jenkins/test-data/c93ecfb6-641e-7412-9c25-0e5a557ef7b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c769f144ee69491f9a1097f47e413435, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T20:31:06,093 INFO [M:0;b29c245002d9:40575 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 910ms, sequenceid=97, compaction requested=false 2024-12-03T20:31:06,100 INFO [M:0;b29c245002d9:40575 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:06,100 DEBUG [M:0;b29c245002d9:40575 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257865183Disabling compacts and flushes for region at 1733257865183Disabling writes for close at 1733257865183Obtaining lock to block concurrent updates at 1733257865184 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257865184Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733257865184Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257865184Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257865184Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257865203 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257865203Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257865618 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257865631 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257865631Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257865643 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257865660 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257865660Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d93df8: reopening flushed file at 1733257866070 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43c1918f: reopening flushed file at 1733257866075 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@731c0223: reopening flushed file at 1733257866083 (+8 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 910ms, sequenceid=97, compaction requested=false at 1733257866093 (+10 ms)Writing region close event to WAL at 1733257866100 (+7 ms)Closed at 1733257866100 2024-12-03T20:31:06,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37319 is added to blk_1073741830_1006 (size=63642) 2024-12-03T20:31:06,107 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 636, reset compression=false 2024-12-03T20:31:06,108 INFO [M:0;b29c245002d9:40575 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:31:06,108 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:31:06,108 INFO [M:0;b29c245002d9:40575 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40575 2024-12-03T20:31:06,108 INFO [M:0;b29c245002d9:40575 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:31:06,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:06,271 INFO [M:0;b29c245002d9:40575 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:31:06,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40575-0x1019ce378610003, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:06,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@198298d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:31:06,273 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@965b6c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:31:06,273 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:31:06,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f92b2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:31:06,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@600039f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/hadoop.log.dir/,STOPPED} 2024-12-03T20:31:06,274 WARN [BP-980725840-172.17.0.3-1733257829215 heartbeating to localhost/127.0.0.1:41091 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:31:06,274 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:31:06,274 WARN [BP-980725840-172.17.0.3-1733257829215 heartbeating to localhost/127.0.0.1:41091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-980725840-172.17.0.3-1733257829215 (Datanode Uuid 5f4241fe-edbd-4e0f-86b1-2aa0a24ec92b) service to localhost/127.0.0.1:41091 2024-12-03T20:31:06,274 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:31:06,275 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/cluster_f0c1778d-9a16-be77-f845-9c68cfb07208/data/data1/current/BP-980725840-172.17.0.3-1733257829215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:31:06,275 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/cluster_f0c1778d-9a16-be77-f845-9c68cfb07208/data/data2/current/BP-980725840-172.17.0.3-1733257829215 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:31:06,275 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:31:06,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cb05dc5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:31:06,280 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c773f45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:31:06,280 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:31:06,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@477a74d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:31:06,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c3bd2e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c6d1310-2dfc-f4b2-5169-33821d400de6/hadoop.log.dir/,STOPPED} 2024-12-03T20:31:06,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T20:31:06,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T20:31:06,291 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:31:06,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:06,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:06,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:06,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:31:06,291 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:31:06,291 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=476589853, stopped=false 2024-12-03T20:31:06,291 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,45011,1733257824589 2024-12-03T20:31:06,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1390340014/running 2024-12-03T20:31:06,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1019ce378610001, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1390340014/running 2024-12-03T20:31:06,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1390340014 2024-12-03T20:31:06,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1019ce378610001, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1390340014 2024-12-03T20:31:06,305 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:31:06,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Set watcher on znode that does not yet exist, /0-1390340014/running 2024-12-03T20:31:06,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:31:06,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:06,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:06,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35091-0x1019ce378610001, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Set watcher on znode that does not yet exist, /0-1390340014/running 2024-12-03T20:31:06,305 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,35091,1733257825663' ***** 2024-12-03T20:31:06,305 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:31:06,306 INFO [RS:0;b29c245002d9:35091 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:31:06,306 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:31:06,306 INFO [RS:0;b29c245002d9:35091 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:31:06,306 INFO [RS:0;b29c245002d9:35091 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:31:06,306 INFO [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(3091): Received CLOSE for 7691bb238d7e6dd0e8af6c76a21a9d69 2024-12-03T20:31:06,306 INFO [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(3091): Received CLOSE for 179062caec58a4e05ad4d81cc11f0c68 2024-12-03T20:31:06,306 INFO [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,35091,1733257825663 2024-12-03T20:31:06,306 INFO [RS:0;b29c245002d9:35091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:31:06,306 INFO [RS:0;b29c245002d9:35091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:35091. 2024-12-03T20:31:06,306 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7691bb238d7e6dd0e8af6c76a21a9d69, disabling compactions & flushes 2024-12-03T20:31:06,306 DEBUG [RS:0;b29c245002d9:35091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:06,306 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69. 2024-12-03T20:31:06,306 DEBUG [RS:0;b29c245002d9:35091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:06,306 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69. 2024-12-03T20:31:06,306 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69. after waiting 0 ms 2024-12-03T20:31:06,306 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69. 2024-12-03T20:31:06,306 INFO [RS:0;b29c245002d9:35091 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:31:06,306 INFO [RS:0;b29c245002d9:35091 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:31:06,306 INFO [RS:0;b29c245002d9:35091 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:31:06,306 INFO [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:31:06,306 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7691bb238d7e6dd0e8af6c76a21a9d69 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-03T20:31:06,306 INFO [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T20:31:06,306 DEBUG [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(1325): Online Regions={7691bb238d7e6dd0e8af6c76a21a9d69=test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69., 179062caec58a4e05ad4d81cc11f0c68=hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:31:06,307 DEBUG [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 179062caec58a4e05ad4d81cc11f0c68, 7691bb238d7e6dd0e8af6c76a21a9d69 2024-12-03T20:31:06,307 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:31:06,307 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:31:06,307 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:31:06,307 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:31:06,307 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:31:06,307 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T20:31:06,319 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/default/test/7691bb238d7e6dd0e8af6c76a21a9d69/.tmp/f/d412f6cc62fc435a97af78c39a98eb58 is 28, key is row/f:/1733257856467/DeleteFamily/seqid=0 2024-12-03T20:31:06,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741840_1016 (size=5085) 2024-12-03T20:31:06,325 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740/.tmp/info/379584f9712c47a7b6e9cd3dad11e7c3 is 147, key is hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68./info:regioninfo/1733257847761/Put/seqid=0 2024-12-03T20:31:06,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741841_1017 (size=7686) 2024-12-03T20:31:06,344 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:31:06,507 DEBUG [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 179062caec58a4e05ad4d81cc11f0c68, 7691bb238d7e6dd0e8af6c76a21a9d69 2024-12-03T20:31:06,683 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:31:06,683 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:31:06,707 DEBUG [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 179062caec58a4e05ad4d81cc11f0c68, 7691bb238d7e6dd0e8af6c76a21a9d69 2024-12-03T20:31:06,723 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/default/test/7691bb238d7e6dd0e8af6c76a21a9d69/.tmp/f/d412f6cc62fc435a97af78c39a98eb58 2024-12-03T20:31:06,728 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740/.tmp/info/379584f9712c47a7b6e9cd3dad11e7c3 2024-12-03T20:31:06,739 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d412f6cc62fc435a97af78c39a98eb58 2024-12-03T20:31:06,759 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/default/test/7691bb238d7e6dd0e8af6c76a21a9d69/.tmp/f1/ab2def147dd44cbbbc9814d3221b77d3 is 29, key is row/f1:/1733257856467/DeleteFamily/seqid=0 2024-12-03T20:31:06,762 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740/.tmp/ns/1674dfc4953e4cb58d9274d57a8a6960 is 43, key is default/ns:d/1733257829067/Put/seqid=0 2024-12-03T20:31:06,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741842_1018 (size=5089) 2024-12-03T20:31:06,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741843_1019 (size=5153) 2024-12-03T20:31:06,772 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/default/test/7691bb238d7e6dd0e8af6c76a21a9d69/.tmp/f1/ab2def147dd44cbbbc9814d3221b77d3 2024-12-03T20:31:06,776 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab2def147dd44cbbbc9814d3221b77d3 2024-12-03T20:31:06,802 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/default/test/7691bb238d7e6dd0e8af6c76a21a9d69/.tmp/norep/7d2a8a1fac7c4ea481abceefab274a0f is 32, key is row/norep:/1733257856467/DeleteFamily/seqid=0 2024-12-03T20:31:06,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741844_1020 (size=5101) 2024-12-03T20:31:06,907 DEBUG [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 179062caec58a4e05ad4d81cc11f0c68, 7691bb238d7e6dd0e8af6c76a21a9d69 2024-12-03T20:31:07,107 DEBUG [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 179062caec58a4e05ad4d81cc11f0c68, 7691bb238d7e6dd0e8af6c76a21a9d69 2024-12-03T20:31:07,173 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740/.tmp/ns/1674dfc4953e4cb58d9274d57a8a6960 2024-12-03T20:31:07,195 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740/.tmp/rep_barrier/e5d32dcde97e4a65800bfc06aaa3c31c is 112, key is test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69./rep_barrier:seqnumDuringOpen/1733257843096/Put/seqid=0 2024-12-03T20:31:07,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741845_1021 (size=5518) 2024-12-03T20:31:07,208 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/default/test/7691bb238d7e6dd0e8af6c76a21a9d69/.tmp/norep/7d2a8a1fac7c4ea481abceefab274a0f 2024-12-03T20:31:07,213 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d2a8a1fac7c4ea481abceefab274a0f 2024-12-03T20:31:07,213 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/default/test/7691bb238d7e6dd0e8af6c76a21a9d69/.tmp/f/d412f6cc62fc435a97af78c39a98eb58 as hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/default/test/7691bb238d7e6dd0e8af6c76a21a9d69/f/d412f6cc62fc435a97af78c39a98eb58 2024-12-03T20:31:07,218 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d412f6cc62fc435a97af78c39a98eb58 2024-12-03T20:31:07,218 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/default/test/7691bb238d7e6dd0e8af6c76a21a9d69/f/d412f6cc62fc435a97af78c39a98eb58, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T20:31:07,219 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/default/test/7691bb238d7e6dd0e8af6c76a21a9d69/.tmp/f1/ab2def147dd44cbbbc9814d3221b77d3 as hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/default/test/7691bb238d7e6dd0e8af6c76a21a9d69/f1/ab2def147dd44cbbbc9814d3221b77d3 2024-12-03T20:31:07,229 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab2def147dd44cbbbc9814d3221b77d3 2024-12-03T20:31:07,230 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/default/test/7691bb238d7e6dd0e8af6c76a21a9d69/f1/ab2def147dd44cbbbc9814d3221b77d3, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T20:31:07,233 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/default/test/7691bb238d7e6dd0e8af6c76a21a9d69/.tmp/norep/7d2a8a1fac7c4ea481abceefab274a0f as hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/default/test/7691bb238d7e6dd0e8af6c76a21a9d69/norep/7d2a8a1fac7c4ea481abceefab274a0f 2024-12-03T20:31:07,237 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d2a8a1fac7c4ea481abceefab274a0f 2024-12-03T20:31:07,237 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/default/test/7691bb238d7e6dd0e8af6c76a21a9d69/norep/7d2a8a1fac7c4ea481abceefab274a0f, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T20:31:07,238 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 7691bb238d7e6dd0e8af6c76a21a9d69 in 932ms, sequenceid=6, compaction requested=false 2024-12-03T20:31:07,238 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T20:31:07,250 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/default/test/7691bb238d7e6dd0e8af6c76a21a9d69/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T20:31:07,251 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:31:07,251 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:31:07,251 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69. 2024-12-03T20:31:07,251 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7691bb238d7e6dd0e8af6c76a21a9d69: Waiting for close lock at 1733257866306Running coprocessor pre-close hooks at 1733257866306Disabling compacts and flushes for region at 1733257866306Disabling writes for close at 1733257866306Obtaining lock to block concurrent updates at 1733257866306Preparing flush snapshotting stores in 7691bb238d7e6dd0e8af6c76a21a9d69 at 1733257866306Finished memstore snapshotting test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733257866307 (+1 ms)Flushing stores of test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69. at 1733257866308 (+1 ms)Flushing 7691bb238d7e6dd0e8af6c76a21a9d69/f: creating writer at 1733257866308Flushing 7691bb238d7e6dd0e8af6c76a21a9d69/f: appending metadata at 1733257866319 (+11 ms)Flushing 7691bb238d7e6dd0e8af6c76a21a9d69/f: closing flushed file at 1733257866319Flushing 7691bb238d7e6dd0e8af6c76a21a9d69/f1: creating writer at 1733257866739 (+420 ms)Flushing 7691bb238d7e6dd0e8af6c76a21a9d69/f1: appending metadata at 1733257866758 (+19 ms)Flushing 7691bb238d7e6dd0e8af6c76a21a9d69/f1: closing flushed file at 1733257866758Flushing 7691bb238d7e6dd0e8af6c76a21a9d69/norep: creating writer at 1733257866776 (+18 ms)Flushing 7691bb238d7e6dd0e8af6c76a21a9d69/norep: appending metadata at 1733257866802 (+26 ms)Flushing 7691bb238d7e6dd0e8af6c76a21a9d69/norep: closing flushed file at 1733257866802Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17715e5b: reopening flushed file at 1733257867213 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bbfcdcc: reopening flushed file at 1733257867218 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b965f00: reopening flushed file at 1733257867230 (+12 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 7691bb238d7e6dd0e8af6c76a21a9d69 in 932ms, sequenceid=6, compaction requested=false at 1733257867238 (+8 ms)Writing region close event to WAL at 1733257867246 (+8 ms)Running coprocessor post-close hooks at 1733257867251 (+5 ms)Closed at 1733257867251 2024-12-03T20:31:07,251 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733257842325.7691bb238d7e6dd0e8af6c76a21a9d69. 2024-12-03T20:31:07,251 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 179062caec58a4e05ad4d81cc11f0c68, disabling compactions & flushes 2024-12-03T20:31:07,251 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68. 2024-12-03T20:31:07,251 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68. 2024-12-03T20:31:07,251 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68. after waiting 0 ms 2024-12-03T20:31:07,251 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68. 2024-12-03T20:31:07,251 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 179062caec58a4e05ad4d81cc11f0c68 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-03T20:31:07,269 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/replication/179062caec58a4e05ad4d81cc11f0c68/.tmp/queue/2739954b41f249b9aec2901c4038811f is 153, key is 1-b29c245002d9,35091,1733257825663/queue:b29c245002d9%2C35091%2C1733257825663/1733257856809/Put/seqid=0 2024-12-03T20:31:07,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741846_1022 (size=5352) 2024-12-03T20:31:07,308 INFO [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T20:31:07,308 DEBUG [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(1325): Online Regions={179062caec58a4e05ad4d81cc11f0c68=hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:31:07,308 DEBUG [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 179062caec58a4e05ad4d81cc11f0c68 2024-12-03T20:31:07,508 DEBUG [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 179062caec58a4e05ad4d81cc11f0c68 2024-12-03T20:31:07,517 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 636, reset compression=false 2024-12-03T20:31:07,523 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:31:07,523 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 1527, reset compression=false 2024-12-03T20:31:07,523 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.shipperb29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,35091,1733257825663 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:31:07,524 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.shipperb29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b29c245002d9,35091,1733257825663: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b29c245002d9,35091,1733257825663, walGroup=b29c245002d9%2C35091%2C1733257825663, offset=b29c245002d9%2C35091%2C1733257825663.1733257827856:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:35091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T20:31:07,525 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.shipperb29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T20:31:07,525 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.shipperb29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T20:31:07,526 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.shipperb29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T20:31:07,526 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.shipperb29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T20:31:07,526 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.shipperb29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T20:31:07,526 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.shipperb29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1361051648, "init": 1048576000, "max": 2306867200, "used": 818294936 }, "NonHeapMemoryUsage": { "committed": 207618048, "init": 7667712, "max": -1, "used": 203185264 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T20:31:07,526 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.shipperb29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:45011 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:45011 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T20:31:07,602 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740/.tmp/rep_barrier/e5d32dcde97e4a65800bfc06aaa3c31c 2024-12-03T20:31:07,629 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740/.tmp/table/f718650380374a54b8100833fc2b58cd is 53, key is hbase:replication/table:state/1733257847768/Put/seqid=0 2024-12-03T20:31:07,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741847_1023 (size=5308) 2024-12-03T20:31:07,644 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740/.tmp/table/f718650380374a54b8100833fc2b58cd 2024-12-03T20:31:07,653 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740/.tmp/info/379584f9712c47a7b6e9cd3dad11e7c3 as hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740/info/379584f9712c47a7b6e9cd3dad11e7c3 2024-12-03T20:31:07,657 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740/info/379584f9712c47a7b6e9cd3dad11e7c3, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T20:31:07,657 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740/.tmp/ns/1674dfc4953e4cb58d9274d57a8a6960 as hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740/ns/1674dfc4953e4cb58d9274d57a8a6960 2024-12-03T20:31:07,662 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740/ns/1674dfc4953e4cb58d9274d57a8a6960, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T20:31:07,663 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740/.tmp/rep_barrier/e5d32dcde97e4a65800bfc06aaa3c31c as hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740/rep_barrier/e5d32dcde97e4a65800bfc06aaa3c31c 2024-12-03T20:31:07,668 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740/rep_barrier/e5d32dcde97e4a65800bfc06aaa3c31c, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T20:31:07,669 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740/.tmp/table/f718650380374a54b8100833fc2b58cd as hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740/table/f718650380374a54b8100833fc2b58cd 2024-12-03T20:31:07,674 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740/table/f718650380374a54b8100833fc2b58cd, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T20:31:07,675 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/replication/179062caec58a4e05ad4d81cc11f0c68/.tmp/queue/2739954b41f249b9aec2901c4038811f 2024-12-03T20:31:07,675 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1368ms, sequenceid=16, compaction requested=false 2024-12-03T20:31:07,675 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T20:31:07,679 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/replication/179062caec58a4e05ad4d81cc11f0c68/.tmp/queue/2739954b41f249b9aec2901c4038811f as hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/replication/179062caec58a4e05ad4d81cc11f0c68/queue/2739954b41f249b9aec2901c4038811f 2024-12-03T20:31:07,686 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/replication/179062caec58a4e05ad4d81cc11f0c68/queue/2739954b41f249b9aec2901c4038811f, entries=1, sequenceid=8, filesize=5.2 K 2024-12-03T20:31:07,687 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 179062caec58a4e05ad4d81cc11f0c68 in 436ms, sequenceid=8, compaction requested=false 2024-12-03T20:31:07,687 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T20:31:07,700 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/replication/179062caec58a4e05ad4d81cc11f0c68/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T20:31:07,701 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:31:07,701 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:31:07,701 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68. 2024-12-03T20:31:07,701 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 179062caec58a4e05ad4d81cc11f0c68: Waiting for close lock at 1733257867251Running coprocessor pre-close hooks at 1733257867251Disabling compacts and flushes for region at 1733257867251Disabling writes for close at 1733257867251Obtaining lock to block concurrent updates at 1733257867251Preparing flush snapshotting stores in 179062caec58a4e05ad4d81cc11f0c68 at 1733257867251Finished memstore snapshotting hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733257867252 (+1 ms)Flushing stores of hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68. at 1733257867252Flushing 179062caec58a4e05ad4d81cc11f0c68/queue: creating writer at 1733257867252Flushing 179062caec58a4e05ad4d81cc11f0c68/queue: appending metadata at 1733257867269 (+17 ms)Flushing 179062caec58a4e05ad4d81cc11f0c68/queue: closing flushed file at 1733257867269Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23227219: reopening flushed file at 1733257867679 (+410 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 179062caec58a4e05ad4d81cc11f0c68 in 436ms, sequenceid=8, compaction requested=false at 1733257867687 (+8 ms)Writing region close event to WAL at 1733257867696 (+9 ms)Running coprocessor post-close hooks at 1733257867701 (+5 ms)Closed at 1733257867701 2024-12-03T20:31:07,701 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733257846854.179062caec58a4e05ad4d81cc11f0c68. 2024-12-03T20:31:07,704 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T20:31:07,705 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:31:07,705 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:31:07,705 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:31:07,705 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257866307Running coprocessor pre-close hooks at 1733257866307Disabling compacts and flushes for region at 1733257866307Disabling writes for close at 1733257866307Obtaining lock to block concurrent updates at 1733257866307Preparing flush snapshotting stores in 1588230740 at 1733257866307Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733257866307Flushing stores of hbase:meta,,1.1588230740 at 1733257866307Flushing 1588230740/info: creating writer at 1733257866307Flushing 1588230740/info: appending metadata at 1733257866324 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733257866324Flushing 1588230740/ns: creating writer at 1733257866740 (+416 ms)Flushing 1588230740/ns: appending metadata at 1733257866761 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733257866761Flushing 1588230740/rep_barrier: creating writer at 1733257867177 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733257867194 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733257867194Flushing 1588230740/table: creating writer at 1733257867609 (+415 ms)Flushing 1588230740/table: appending metadata at 1733257867629 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733257867629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@588cdff9: reopening flushed file at 1733257867651 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@418eba0f: reopening flushed file at 1733257867657 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@734421f6: reopening flushed file at 1733257867662 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3074f479: reopening flushed file at 1733257867668 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1368ms, sequenceid=16, compaction requested=false at 1733257867675 (+7 ms)Writing region close event to WAL at 1733257867697 (+22 ms)Running coprocessor post-close hooks at 1733257867705 (+8 ms)Closed at 1733257867705 2024-12-03T20:31:07,705 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:31:07,709 INFO [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,35091,1733257825663; all regions closed. 2024-12-03T20:31:07,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741834_1010 (size=4239) 2024-12-03T20:31:07,723 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.meta.1733257828954.meta not finished, retry = 0 2024-12-03T20:31:07,729 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.1733257827856 to pos 1527, reset compression=false 2024-12-03T20:31:07,849 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/WALs/b29c245002d9,35091,1733257825663/b29c245002d9%2C35091%2C1733257825663.rep.1733257847675 not finished, retry = 0 2024-12-03T20:31:07,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741839_1015 (size=2240) 2024-12-03T20:31:07,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741832_1008 (size=1535) 2024-12-03T20:31:07,954 DEBUG [RS:0;b29c245002d9:35091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:07,954 INFO [RS:0;b29c245002d9:35091 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:31:07,954 INFO [RS:0;b29c245002d9:35091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:31:07,954 INFO [RS:0;b29c245002d9:35091 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T20:31:07,954 INFO [RS:0;b29c245002d9:35091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:31:07,954 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:31:07,955 INFO [RS:0;b29c245002d9:35091 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b29c245002d9,35091,1733257825663 because: Region server is closing 2024-12-03T20:31:07,955 INFO [RS:0;b29c245002d9:35091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:35091. 2024-12-03T20:31:07,955 DEBUG [RS:0;b29c245002d9:35091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:07,955 DEBUG [RS:0;b29c245002d9:35091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:07,955 DEBUG [RS:0;b29c245002d9:35091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:07,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:31:08,055 INFO [RS:0;b29c245002d9:35091 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.shipperb29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 terminated 2024-12-03T20:31:08,055 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,35091,1733257825663.replicationSource.wal-reader.b29c245002d9%2C35091%2C1733257825663,1-b29c245002d9,35091,1733257825663 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T20:31:08,056 INFO [RS:0;b29c245002d9:35091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35091 2024-12-03T20:31:08,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1390340014/rs 2024-12-03T20:31:08,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1019ce378610001, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1390340014/rs/b29c245002d9,35091,1733257825663 2024-12-03T20:31:08,147 INFO [RS:0;b29c245002d9:35091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:31:08,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,35091,1733257825663] 2024-12-03T20:31:08,278 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1390340014/draining/b29c245002d9,35091,1733257825663 already deleted, retry=false 2024-12-03T20:31:08,278 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,35091,1733257825663 expired; onlineServers=0 2024-12-03T20:31:08,278 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,45011,1733257824589' ***** 2024-12-03T20:31:08,278 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:31:08,278 INFO [M:0;b29c245002d9:45011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:31:08,278 INFO [M:0;b29c245002d9:45011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:31:08,278 DEBUG [M:0;b29c245002d9:45011 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:31:08,278 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:31:08,278 DEBUG [M:0;b29c245002d9:45011 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:31:08,279 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257827502 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257827502,5,FailOnTimeoutGroup] 2024-12-03T20:31:08,279 INFO [M:0;b29c245002d9:45011 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:31:08,279 INFO [M:0;b29c245002d9:45011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:31:08,279 DEBUG [M:0;b29c245002d9:45011 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:31:08,279 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257827510 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257827510,5,FailOnTimeoutGroup] 2024-12-03T20:31:08,279 INFO [M:0;b29c245002d9:45011 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:31:08,279 INFO [M:0;b29c245002d9:45011 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:31:08,279 ERROR [M:0;b29c245002d9:45011 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36213,5,PEWorkerGroup] 2024-12-03T20:31:08,279 INFO [M:0;b29c245002d9:45011 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:31:08,279 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:31:08,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1019ce378610001, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:08,325 INFO [RS:0;b29c245002d9:35091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:31:08,325 INFO [RS:0;b29c245002d9:35091 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,35091,1733257825663; zookeeper connection closed. 2024-12-03T20:31:08,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35091-0x1019ce378610001, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:08,325 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d40e472 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d40e472 2024-12-03T20:31:08,326 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T20:31:08,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1390340014/master 2024-12-03T20:31:08,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1390340014 2024-12-03T20:31:08,490 DEBUG [M:0;b29c245002d9:45011 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1390340014/master already deleted, retry=false 2024-12-03T20:31:08,490 DEBUG [M:0;b29c245002d9:45011 {}] master.ActiveMasterManager(353): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1390340014/master 2024-12-03T20:31:08,492 INFO [M:0;b29c245002d9:45011 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/.lastflushedseqids 2024-12-03T20:31:08,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741848_1024 (size=245) 2024-12-03T20:31:08,897 INFO [M:0;b29c245002d9:45011 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:31:08,897 INFO [M:0;b29c245002d9:45011 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:31:08,898 DEBUG [M:0;b29c245002d9:45011 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:31:08,898 INFO [M:0;b29c245002d9:45011 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:08,898 DEBUG [M:0;b29c245002d9:45011 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:08,898 DEBUG [M:0;b29c245002d9:45011 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:31:08,898 DEBUG [M:0;b29c245002d9:45011 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:08,898 INFO [M:0;b29c245002d9:45011 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-03T20:31:08,915 DEBUG [M:0;b29c245002d9:45011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34828344461443c8b895dbf4a87cf794 is 82, key is hbase:meta,,1/info:regioninfo/1733257829040/Put/seqid=0 2024-12-03T20:31:08,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741849_1025 (size=5672) 2024-12-03T20:31:09,332 INFO [M:0;b29c245002d9:45011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34828344461443c8b895dbf4a87cf794 2024-12-03T20:31:09,362 DEBUG [M:0;b29c245002d9:45011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/022bf47d6a3c4e61b76012eb41672636 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733257843104/Put/seqid=0 2024-12-03T20:31:09,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741850_1026 (size=7218) 2024-12-03T20:31:09,786 INFO [M:0;b29c245002d9:45011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/022bf47d6a3c4e61b76012eb41672636 2024-12-03T20:31:09,800 INFO [M:0;b29c245002d9:45011 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 022bf47d6a3c4e61b76012eb41672636 2024-12-03T20:31:09,830 DEBUG [M:0;b29c245002d9:45011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/abd8a6f0fe7f42e892cb1c89eee54345 is 69, key is b29c245002d9,35091,1733257825663/rs:state/1733257827598/Put/seqid=0 2024-12-03T20:31:09,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741851_1027 (size=5156) 2024-12-03T20:31:09,857 INFO [M:0;b29c245002d9:45011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/abd8a6f0fe7f42e892cb1c89eee54345 2024-12-03T20:31:09,872 DEBUG [M:0;b29c245002d9:45011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34828344461443c8b895dbf4a87cf794 as hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34828344461443c8b895dbf4a87cf794 2024-12-03T20:31:09,884 INFO [M:0;b29c245002d9:45011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34828344461443c8b895dbf4a87cf794, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T20:31:09,886 DEBUG [M:0;b29c245002d9:45011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/022bf47d6a3c4e61b76012eb41672636 as hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/022bf47d6a3c4e61b76012eb41672636 2024-12-03T20:31:09,902 INFO [M:0;b29c245002d9:45011 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 022bf47d6a3c4e61b76012eb41672636 2024-12-03T20:31:09,902 INFO [M:0;b29c245002d9:45011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/022bf47d6a3c4e61b76012eb41672636, entries=11, sequenceid=105, filesize=7.0 K 2024-12-03T20:31:09,903 DEBUG [M:0;b29c245002d9:45011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/abd8a6f0fe7f42e892cb1c89eee54345 as hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/abd8a6f0fe7f42e892cb1c89eee54345 2024-12-03T20:31:09,909 INFO [M:0;b29c245002d9:45011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36213/user/jenkins/test-data/768a8bf9-3ab3-ad69-c843-801d62b48462/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/abd8a6f0fe7f42e892cb1c89eee54345, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T20:31:09,910 INFO [M:0;b29c245002d9:45011 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1012ms, sequenceid=105, compaction requested=false 2024-12-03T20:31:09,912 INFO [M:0;b29c245002d9:45011 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:09,912 DEBUG [M:0;b29c245002d9:45011 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257868897Disabling compacts and flushes for region at 1733257868897Disabling writes for close at 1733257868898 (+1 ms)Obtaining lock to block concurrent updates at 1733257868898Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257868898Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733257868898Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257868898Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257868898Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257868914 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257868914Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257869342 (+428 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257869361 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257869361Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257869800 (+439 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257869824 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257869824Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52c7094c: reopening flushed file at 1733257869867 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@696f0318: reopening flushed file at 1733257869884 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f016347: reopening flushed file at 1733257869902 (+18 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1012ms, sequenceid=105, compaction requested=false at 1733257869910 (+8 ms)Writing region close event to WAL at 1733257869912 (+2 ms)Closed at 1733257869912 2024-12-03T20:31:09,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44003 is added to blk_1073741830_1006 (size=64423) 2024-12-03T20:31:09,915 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:31:09,915 INFO [M:0;b29c245002d9:45011 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:31:09,916 INFO [M:0;b29c245002d9:45011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45011 2024-12-03T20:31:09,916 INFO [M:0;b29c245002d9:45011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:31:10,036 INFO [M:0;b29c245002d9:45011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:31:10,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:10,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45011-0x1019ce378610000, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:10,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1342b4f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:31:10,041 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f8809b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:31:10,041 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:31:10,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1383d0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:31:10,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5462383e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/hadoop.log.dir/,STOPPED} 2024-12-03T20:31:10,046 WARN [BP-1348950640-172.17.0.3-1733257821420 heartbeating to localhost/127.0.0.1:36213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:31:10,046 WARN [BP-1348950640-172.17.0.3-1733257821420 heartbeating to localhost/127.0.0.1:36213 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1348950640-172.17.0.3-1733257821420 (Datanode Uuid dfdf05b4-ef68-4734-b4ad-1a3819e4ab77) service to localhost/127.0.0.1:36213 2024-12-03T20:31:10,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/cluster_706c683c-5f3e-d711-9c3a-7677695f0572/data/data2/current/BP-1348950640-172.17.0.3-1733257821420 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:31:10,047 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:31:10,050 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/cluster_706c683c-5f3e-d711-9c3a-7677695f0572/data/data1/current/BP-1348950640-172.17.0.3-1733257821420 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:31:10,052 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:31:10,052 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:31:10,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18f616f3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:31:10,058 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19834401{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:31:10,058 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:31:10,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40a48f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:31:10,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64155f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e81cefb6-7d6b-f937-5595-53a4f1924e7a/hadoop.log.dir/,STOPPED} 2024-12-03T20:31:10,065 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T20:31:10,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T20:31:10,093 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=363 (was 315) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37279 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:41091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36213 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37279 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53048) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53048) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:37279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41091 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53048) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37279 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=796 (was 734) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1197 (was 1435), ProcessCount=11 (was 11), AvailableMemoryMB=1087 (was 1361) 2024-12-03T20:31:10,106 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=363, OpenFileDescriptor=796, MaxFileDescriptor=1048576, SystemLoadAverage=1197, ProcessCount=11, AvailableMemoryMB=1087 2024-12-03T20:31:10,123 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-03T20:31:10,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/hadoop.log.dir so I do NOT create it in target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66 2024-12-03T20:31:10,124 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:31:10,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/hadoop.tmp.dir so I do NOT create it in target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66 2024-12-03T20:31:10,124 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e37db0-553c-63e0-f3d3-574990c7e513/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:31:10,124 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66 2024-12-03T20:31:10,124 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/cluster_88358eb5-a08c-a5d7-ecc9-8991a6936596, deleteOnExit=true 2024-12-03T20:31:10,127 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/cluster_88358eb5-a08c-a5d7-ecc9-8991a6936596/zookeeper_0, clientPort=53943, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/cluster_88358eb5-a08c-a5d7-ecc9-8991a6936596/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/cluster_88358eb5-a08c-a5d7-ecc9-8991a6936596/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T20:31:10,128 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53943 2024-12-03T20:31:10,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:31:10,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:31:10,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/test.cache.data in system properties and HBase conf 2024-12-03T20:31:10,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:31:10,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:31:10,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:31:10,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:31:10,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:31:10,129 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:31:10,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:31:10,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:31:10,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:31:10,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:31:10,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:31:10,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:31:10,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:31:10,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:31:10,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:31:10,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:31:10,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:31:10,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:31:10,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:31:10,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:31:10,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019ce378610005, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T20:31:10,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019ce378610002, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T20:31:10,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019ce378610008, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T20:31:10,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019ce378610008, quorum=127.0.0.1:53048, baseZNode=/2-923528124 Received Disconnected from ZooKeeper, ignoring 2024-12-03T20:31:10,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019ce378610005, quorum=127.0.0.1:53048, baseZNode=/11293043843 Received Disconnected from ZooKeeper, ignoring 2024-12-03T20:31:10,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019ce378610002, quorum=127.0.0.1:53048, baseZNode=/0-1390340014 Received Disconnected from ZooKeeper, ignoring 2024-12-03T20:31:10,198 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:31:10,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:10,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:10,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:10,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:10,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:10,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:10,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:10,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:10,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:10,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:10,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:10,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:10,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:10,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:10,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:10,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:10,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:31:10,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:31:10,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:31:10,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:31:10,464 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:31:10,468 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:31:10,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65008289{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:31:10,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bb12d7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:31:10,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2605b0dd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/java.io.tmpdir/jetty-localhost-42109-hadoop-hdfs-3_4_1-tests_jar-_-any-4510426348426717326/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:31:10,559 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42fa58b3{HTTP/1.1, (http/1.1)}{localhost:42109} 2024-12-03T20:31:10,559 INFO [Time-limited test {}] server.Server(415): Started @340494ms 2024-12-03T20:31:10,846 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:31:10,850 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:31:10,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:31:10,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:31:10,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:31:10,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2328bdff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:31:10,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f885238{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:31:10,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d6242e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/java.io.tmpdir/jetty-localhost-38043-hadoop-hdfs-3_4_1-tests_jar-_-any-10073159444741425994/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:31:10,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34cd4297{HTTP/1.1, (http/1.1)}{localhost:38043} 2024-12-03T20:31:10,981 INFO [Time-limited test {}] server.Server(415): Started @340915ms 2024-12-03T20:31:10,982 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:31:11,771 WARN [Thread-4174 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/cluster_88358eb5-a08c-a5d7-ecc9-8991a6936596/data/data1/current/BP-896929625-172.17.0.3-1733257870143/current, will proceed with Du for space computation calculation, 2024-12-03T20:31:11,771 WARN [Thread-4175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/cluster_88358eb5-a08c-a5d7-ecc9-8991a6936596/data/data2/current/BP-896929625-172.17.0.3-1733257870143/current, will proceed with Du for space computation calculation, 2024-12-03T20:31:11,796 WARN [Thread-4162 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:31:11,799 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b1d796a2303f268 with lease ID 0x8bc82157a1572ecb: Processing first storage report for DS-f9fde84f-e2b2-4b69-bc15-dd6b4cef236c from datanode DatanodeRegistration(127.0.0.1:40017, datanodeUuid=3bef9380-b57d-4b83-bdf4-cf60dc5b3776, infoPort=45429, infoSecurePort=0, ipcPort=36117, storageInfo=lv=-57;cid=testClusterID;nsid=877055408;c=1733257870143) 2024-12-03T20:31:11,799 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b1d796a2303f268 with lease ID 0x8bc82157a1572ecb: from storage DS-f9fde84f-e2b2-4b69-bc15-dd6b4cef236c node DatanodeRegistration(127.0.0.1:40017, datanodeUuid=3bef9380-b57d-4b83-bdf4-cf60dc5b3776, infoPort=45429, infoSecurePort=0, ipcPort=36117, storageInfo=lv=-57;cid=testClusterID;nsid=877055408;c=1733257870143), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:31:11,799 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b1d796a2303f268 with lease ID 0x8bc82157a1572ecb: Processing first storage report for DS-1caebf02-56fe-4b6b-93e3-878a28799fc2 from datanode DatanodeRegistration(127.0.0.1:40017, datanodeUuid=3bef9380-b57d-4b83-bdf4-cf60dc5b3776, infoPort=45429, infoSecurePort=0, ipcPort=36117, storageInfo=lv=-57;cid=testClusterID;nsid=877055408;c=1733257870143) 2024-12-03T20:31:11,799 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b1d796a2303f268 with lease ID 0x8bc82157a1572ecb: from storage DS-1caebf02-56fe-4b6b-93e3-878a28799fc2 node DatanodeRegistration(127.0.0.1:40017, datanodeUuid=3bef9380-b57d-4b83-bdf4-cf60dc5b3776, infoPort=45429, infoSecurePort=0, ipcPort=36117, storageInfo=lv=-57;cid=testClusterID;nsid=877055408;c=1733257870143), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:31:11,835 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66 2024-12-03T20:31:11,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:11,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:11,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:31:11,862 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922 with version=8 2024-12-03T20:31:11,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/hbase-staging 2024-12-03T20:31:11,865 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:31:11,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:11,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:11,865 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:31:11,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:11,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:31:11,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:31:11,866 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:31:11,867 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40621 2024-12-03T20:31:11,868 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40621 connecting to ZooKeeper ensemble=127.0.0.1:53943 2024-12-03T20:31:11,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406210x0, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:31:11,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40621-0x1019ce436d90000 connected 2024-12-03T20:31:12,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:12,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:12,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40621-0x1019ce436d90000, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Set watcher on znode that does not yet exist, /0-349367130/running 2024-12-03T20:31:12,033 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922, hbase.cluster.distributed=false 2024-12-03T20:31:12,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40621-0x1019ce436d90000, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Set watcher on znode that does not yet exist, /0-349367130/acl 2024-12-03T20:31:12,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40621 2024-12-03T20:31:12,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40621 2024-12-03T20:31:12,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40621 2024-12-03T20:31:12,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40621 2024-12-03T20:31:12,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40621 2024-12-03T20:31:12,071 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:31:12,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:12,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:12,071 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:31:12,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:12,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:31:12,071 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:31:12,071 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:31:12,072 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41195 2024-12-03T20:31:12,072 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41195 connecting to ZooKeeper ensemble=127.0.0.1:53943 2024-12-03T20:31:12,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:12,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:12,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411950x0, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:31:12,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411950x0, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Set watcher on znode that does not yet exist, /0-349367130/running 2024-12-03T20:31:12,095 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:31:12,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41195-0x1019ce436d90001 connected 2024-12-03T20:31:12,096 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:31:12,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41195-0x1019ce436d90001, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Set watcher on znode that does not yet exist, /0-349367130/master 2024-12-03T20:31:12,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41195-0x1019ce436d90001, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Set watcher on znode that does not yet exist, /0-349367130/acl 2024-12-03T20:31:12,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41195 2024-12-03T20:31:12,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41195 2024-12-03T20:31:12,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41195 2024-12-03T20:31:12,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41195 2024-12-03T20:31:12,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41195 2024-12-03T20:31:12,124 DEBUG [M:0;b29c245002d9:40621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:40621 2024-12-03T20:31:12,124 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-349367130/backup-masters/b29c245002d9,40621,1733257871865 2024-12-03T20:31:12,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019ce436d90000, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-349367130/backup-masters 2024-12-03T20:31:12,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x1019ce436d90001, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-349367130/backup-masters 2024-12-03T20:31:12,168 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40621-0x1019ce436d90000, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Set watcher on existing znode=/0-349367130/backup-masters/b29c245002d9,40621,1733257871865 2024-12-03T20:31:12,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019ce436d90000, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-349367130 2024-12-03T20:31:12,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x1019ce436d90001, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-349367130/master 2024-12-03T20:31:12,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x1019ce436d90001, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-349367130 2024-12-03T20:31:12,255 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40621-0x1019ce436d90000, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Set watcher on existing znode=/0-349367130/master 2024-12-03T20:31:12,255 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-349367130/backup-masters/b29c245002d9,40621,1733257871865 from backup master directory 2024-12-03T20:31:12,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019ce436d90000, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-349367130/backup-masters/b29c245002d9,40621,1733257871865 2024-12-03T20:31:12,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x1019ce436d90001, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-349367130/backup-masters 2024-12-03T20:31:12,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019ce436d90000, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-349367130/backup-masters 2024-12-03T20:31:12,282 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:31:12,282 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,40621,1733257871865 2024-12-03T20:31:12,284 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/hbase.id] with ID: 4d8bfb66-69ab-4293-be7a-0ddad195884a 2024-12-03T20:31:12,284 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/.tmp/hbase.id 2024-12-03T20:31:12,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:31:12,688 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/.tmp/hbase.id]:[hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/hbase.id] 2024-12-03T20:31:12,695 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:12,695 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:31:12,695 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T20:31:12,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019ce436d90000, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-349367130 2024-12-03T20:31:12,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x1019ce436d90001, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-349367130 2024-12-03T20:31:12,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:31:13,224 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:31:13,225 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:31:13,226 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:31:13,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:31:13,232 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/MasterData/data/master/store 2024-12-03T20:31:13,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:31:13,638 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:13,638 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:31:13,638 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:13,638 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:13,638 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:31:13,638 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:13,638 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:13,638 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257873638Disabling compacts and flushes for region at 1733257873638Disabling writes for close at 1733257873638Writing region close event to WAL at 1733257873638Closed at 1733257873638 2024-12-03T20:31:13,639 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/MasterData/data/master/store/.initializing 2024-12-03T20:31:13,639 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/MasterData/WALs/b29c245002d9,40621,1733257871865 2024-12-03T20:31:13,640 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:31:13,641 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C40621%2C1733257871865, suffix=, logDir=hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/MasterData/WALs/b29c245002d9,40621,1733257871865, archiveDir=hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/MasterData/oldWALs, maxLogs=10 2024-12-03T20:31:13,656 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/MasterData/WALs/b29c245002d9,40621,1733257871865/b29c245002d9%2C40621%2C1733257871865.1733257873641, exclude list is [], retry=0 2024-12-03T20:31:13,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40017,DS-f9fde84f-e2b2-4b69-bc15-dd6b4cef236c,DISK] 2024-12-03T20:31:13,659 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/MasterData/WALs/b29c245002d9,40621,1733257871865/b29c245002d9%2C40621%2C1733257871865.1733257873641 2024-12-03T20:31:13,660 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45429:45429)] 2024-12-03T20:31:13,660 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:31:13,660 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:13,660 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:13,660 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:13,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:13,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:31:13,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:13,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:13,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:13,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:31:13,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:13,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:13,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:13,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:31:13,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:13,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:13,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:13,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:31:13,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:13,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:13,669 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:13,670 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:13,670 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:13,671 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:13,671 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:13,672 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:31:13,672 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:13,677 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:31:13,677 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63426150, jitterRate=-0.05487671494483948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:31:13,678 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257873660Initializing all the Stores at 1733257873661 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257873661Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257873661Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257873661Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257873661Cleaning up temporary data from old regions at 1733257873671 (+10 ms)Region opened successfully at 1733257873678 (+7 ms) 2024-12-03T20:31:13,678 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:31:13,681 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c74d83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:31:13,682 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:31:13,682 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:31:13,682 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:31:13,682 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:31:13,682 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T20:31:13,683 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:31:13,683 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:31:13,685 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:31:13,686 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40621-0x1019ce436d90000, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Unable to get data of znode /0-349367130/balancer because node does not exist (not necessarily an error) 2024-12-03T20:31:13,735 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-349367130/balancer already deleted, retry=false 2024-12-03T20:31:13,736 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:31:13,737 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40621-0x1019ce436d90000, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Unable to get data of znode /0-349367130/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:31:13,746 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-349367130/normalizer already deleted, retry=false 2024-12-03T20:31:13,747 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:31:13,747 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40621-0x1019ce436d90000, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Unable to get data of znode /0-349367130/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:31:13,760 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-349367130/switch/split already deleted, retry=false 2024-12-03T20:31:13,768 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40621-0x1019ce436d90000, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Unable to get data of znode /0-349367130/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:31:13,788 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-349367130/switch/merge already deleted, retry=false 2024-12-03T20:31:13,795 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40621-0x1019ce436d90000, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Unable to get data of znode /0-349367130/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:31:13,808 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-349367130/snapshot-cleanup already deleted, retry=false 2024-12-03T20:31:13,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019ce436d90000, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-349367130/running 2024-12-03T20:31:13,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x1019ce436d90001, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-349367130/running 2024-12-03T20:31:13,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x1019ce436d90001, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-349367130 2024-12-03T20:31:13,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019ce436d90000, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-349367130 2024-12-03T20:31:13,821 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,40621,1733257871865, sessionid=0x1019ce436d90000, setting cluster-up flag (Was=false) 2024-12-03T20:31:13,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x1019ce436d90001, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-349367130 2024-12-03T20:31:13,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019ce436d90000, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-349367130 2024-12-03T20:31:13,873 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-349367130/flush-table-proc/acquired, /0-349367130/flush-table-proc/reached, /0-349367130/flush-table-proc/abort 2024-12-03T20:31:13,874 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,40621,1733257871865 2024-12-03T20:31:13,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019ce436d90000, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-349367130 2024-12-03T20:31:13,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x1019ce436d90001, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-349367130 2024-12-03T20:31:14,072 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-349367130/online-snapshot/acquired, /0-349367130/online-snapshot/reached, /0-349367130/online-snapshot/abort 2024-12-03T20:31:14,075 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,40621,1733257871865 2024-12-03T20:31:14,079 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:31:14,084 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:31:14,084 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:31:14,084 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:31:14,085 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,40621,1733257871865 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:31:14,089 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:31:14,089 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:31:14,089 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:31:14,089 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:31:14,089 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:31:14,089 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:14,089 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:31:14,089 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:14,093 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:31:14,093 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:31:14,094 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:14,094 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:31:14,099 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257904099 2024-12-03T20:31:14,099 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:31:14,099 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:31:14,099 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:31:14,099 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:31:14,100 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:31:14,100 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:31:14,100 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:14,100 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:31:14,100 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:31:14,100 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:31:14,100 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:31:14,100 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:31:14,100 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:31:14,102 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257874100,5,FailOnTimeoutGroup] 2024-12-03T20:31:14,102 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257874102,5,FailOnTimeoutGroup] 2024-12-03T20:31:14,103 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:14,103 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:31:14,103 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:14,103 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:14,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:31:14,113 INFO [RS:0;b29c245002d9:41195 {}] regionserver.HRegionServer(746): ClusterId : 4d8bfb66-69ab-4293-be7a-0ddad195884a 2024-12-03T20:31:14,113 DEBUG [RS:0;b29c245002d9:41195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:31:14,125 DEBUG [RS:0;b29c245002d9:41195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:31:14,125 DEBUG [RS:0;b29c245002d9:41195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:31:14,136 DEBUG [RS:0;b29c245002d9:41195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:31:14,136 DEBUG [RS:0;b29c245002d9:41195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ab5336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:31:14,146 DEBUG [RS:0;b29c245002d9:41195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:41195 2024-12-03T20:31:14,146 INFO [RS:0;b29c245002d9:41195 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:31:14,146 INFO [RS:0;b29c245002d9:41195 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:31:14,146 DEBUG [RS:0;b29c245002d9:41195 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:31:14,147 INFO [RS:0;b29c245002d9:41195 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,40621,1733257871865 with port=41195, startcode=1733257872070 2024-12-03T20:31:14,147 DEBUG [RS:0;b29c245002d9:41195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:31:14,148 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:31:14,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40621 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,41195,1733257872070 2024-12-03T20:31:14,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40621 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,41195,1733257872070 2024-12-03T20:31:14,150 DEBUG [RS:0;b29c245002d9:41195 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922 2024-12-03T20:31:14,150 DEBUG [RS:0;b29c245002d9:41195 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37271 2024-12-03T20:31:14,150 DEBUG [RS:0;b29c245002d9:41195 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:31:14,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019ce436d90000, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-349367130/rs 2024-12-03T20:31:14,157 DEBUG [RS:0;b29c245002d9:41195 {}] zookeeper.ZKUtil(111): regionserver:41195-0x1019ce436d90001, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Set watcher on existing znode=/0-349367130/rs/b29c245002d9,41195,1733257872070 2024-12-03T20:31:14,157 WARN [RS:0;b29c245002d9:41195 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:31:14,157 INFO [RS:0;b29c245002d9:41195 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:31:14,157 DEBUG [RS:0;b29c245002d9:41195 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/WALs/b29c245002d9,41195,1733257872070 2024-12-03T20:31:14,157 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,41195,1733257872070] 2024-12-03T20:31:14,159 INFO [RS:0;b29c245002d9:41195 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:31:14,160 INFO [RS:0;b29c245002d9:41195 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:31:14,160 INFO [RS:0;b29c245002d9:41195 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:31:14,160 INFO [RS:0;b29c245002d9:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:14,160 INFO [RS:0;b29c245002d9:41195 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:31:14,161 INFO [RS:0;b29c245002d9:41195 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:31:14,161 INFO [RS:0;b29c245002d9:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:14,161 DEBUG [RS:0;b29c245002d9:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:14,161 DEBUG [RS:0;b29c245002d9:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:14,161 DEBUG [RS:0;b29c245002d9:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:14,161 DEBUG [RS:0;b29c245002d9:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:14,161 DEBUG [RS:0;b29c245002d9:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:14,161 DEBUG [RS:0;b29c245002d9:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:31:14,161 DEBUG [RS:0;b29c245002d9:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:14,161 DEBUG [RS:0;b29c245002d9:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:14,161 DEBUG [RS:0;b29c245002d9:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:14,161 DEBUG [RS:0;b29c245002d9:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:14,161 DEBUG [RS:0;b29c245002d9:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:14,161 DEBUG [RS:0;b29c245002d9:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:14,161 DEBUG [RS:0;b29c245002d9:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:31:14,161 DEBUG [RS:0;b29c245002d9:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:31:14,164 INFO [RS:0;b29c245002d9:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:14,164 INFO [RS:0;b29c245002d9:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:14,164 INFO [RS:0;b29c245002d9:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:14,164 INFO [RS:0;b29c245002d9:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:14,164 INFO [RS:0;b29c245002d9:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:14,164 INFO [RS:0;b29c245002d9:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,41195,1733257872070-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:31:14,175 INFO [RS:0;b29c245002d9:41195 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:31:14,175 INFO [RS:0;b29c245002d9:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,41195,1733257872070-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:14,175 INFO [RS:0;b29c245002d9:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:14,175 INFO [RS:0;b29c245002d9:41195 {}] regionserver.Replication(171): b29c245002d9,41195,1733257872070 started 2024-12-03T20:31:14,185 INFO [RS:0;b29c245002d9:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:14,185 INFO [RS:0;b29c245002d9:41195 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,41195,1733257872070, RpcServer on b29c245002d9/172.17.0.3:41195, sessionid=0x1019ce436d90001 2024-12-03T20:31:14,185 DEBUG [RS:0;b29c245002d9:41195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:31:14,185 DEBUG [RS:0;b29c245002d9:41195 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,41195,1733257872070 2024-12-03T20:31:14,185 DEBUG [RS:0;b29c245002d9:41195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,41195,1733257872070' 2024-12-03T20:31:14,186 DEBUG [RS:0;b29c245002d9:41195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-349367130/flush-table-proc/abort' 2024-12-03T20:31:14,186 DEBUG [RS:0;b29c245002d9:41195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-349367130/flush-table-proc/acquired' 2024-12-03T20:31:14,186 DEBUG [RS:0;b29c245002d9:41195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:31:14,186 DEBUG [RS:0;b29c245002d9:41195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:31:14,186 DEBUG [RS:0;b29c245002d9:41195 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,41195,1733257872070 2024-12-03T20:31:14,186 DEBUG [RS:0;b29c245002d9:41195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,41195,1733257872070' 2024-12-03T20:31:14,186 DEBUG [RS:0;b29c245002d9:41195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-349367130/online-snapshot/abort' 2024-12-03T20:31:14,187 DEBUG [RS:0;b29c245002d9:41195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-349367130/online-snapshot/acquired' 2024-12-03T20:31:14,187 DEBUG [RS:0;b29c245002d9:41195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:31:14,187 INFO [RS:0;b29c245002d9:41195 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:31:14,187 INFO [RS:0;b29c245002d9:41195 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:31:14,287 INFO [RS:0;b29c245002d9:41195 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:31:14,288 INFO [RS:0;b29c245002d9:41195 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C41195%2C1733257872070, suffix=, logDir=hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/WALs/b29c245002d9,41195,1733257872070, archiveDir=hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/oldWALs, maxLogs=10 2024-12-03T20:31:14,298 DEBUG [RS:0;b29c245002d9:41195 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/WALs/b29c245002d9,41195,1733257872070/b29c245002d9%2C41195%2C1733257872070.1733257874288, exclude list is [], retry=0 2024-12-03T20:31:14,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40017,DS-f9fde84f-e2b2-4b69-bc15-dd6b4cef236c,DISK] 2024-12-03T20:31:14,301 INFO [RS:0;b29c245002d9:41195 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/WALs/b29c245002d9,41195,1733257872070/b29c245002d9%2C41195%2C1733257872070.1733257874288 2024-12-03T20:31:14,302 DEBUG [RS:0;b29c245002d9:41195 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45429:45429)] 2024-12-03T20:31:14,504 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:31:14,504 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922 2024-12-03T20:31:14,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741833_1009 (size=32) 2024-12-03T20:31:14,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:14,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:31:14,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:31:14,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:14,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:14,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:31:14,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:31:14,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:14,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:14,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:31:14,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:31:14,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:14,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:14,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:31:14,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:31:14,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:14,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:14,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:31:14,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/data/hbase/meta/1588230740 2024-12-03T20:31:14,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/data/hbase/meta/1588230740 2024-12-03T20:31:14,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:31:14,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:31:14,923 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:31:14,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:31:14,925 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:31:14,925 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71214920, jitterRate=0.06118500232696533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:31:14,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257874909Initializing all the Stores at 1733257874909Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257874909Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257874909Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257874909Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257874909Cleaning up temporary data from old regions at 1733257874920 (+11 ms)Region opened successfully at 1733257874926 (+6 ms) 2024-12-03T20:31:14,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:31:14,926 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:31:14,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:31:14,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:31:14,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:31:14,926 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:31:14,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257874926Disabling compacts and flushes for region at 1733257874926Disabling writes for close at 1733257874926Writing region close event to WAL at 1733257874926Closed at 1733257874926 2024-12-03T20:31:14,927 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:31:14,927 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:31:14,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:31:14,928 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:31:14,929 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:31:15,079 DEBUG [b29c245002d9:40621 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:31:15,079 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,41195,1733257872070 2024-12-03T20:31:15,080 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,41195,1733257872070, state=OPENING 2024-12-03T20:31:15,128 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:31:15,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019ce436d90000, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-349367130 2024-12-03T20:31:15,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x1019ce436d90001, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-349367130 2024-12-03T20:31:15,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-349367130/meta-region-server: CHANGED 2024-12-03T20:31:15,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-349367130/meta-region-server: CHANGED 2024-12-03T20:31:15,144 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:31:15,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,41195,1733257872070}] 2024-12-03T20:31:15,297 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:31:15,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:31:15,301 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:31:15,301 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:31:15,302 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:31:15,303 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C41195%2C1733257872070.meta, suffix=.meta, logDir=hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/WALs/b29c245002d9,41195,1733257872070, archiveDir=hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/oldWALs, maxLogs=10 2024-12-03T20:31:15,318 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/WALs/b29c245002d9,41195,1733257872070/b29c245002d9%2C41195%2C1733257872070.meta.1733257875303.meta, exclude list is [], retry=0 2024-12-03T20:31:15,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40017,DS-f9fde84f-e2b2-4b69-bc15-dd6b4cef236c,DISK] 2024-12-03T20:31:15,322 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/WALs/b29c245002d9,41195,1733257872070/b29c245002d9%2C41195%2C1733257872070.meta.1733257875303.meta 2024-12-03T20:31:15,322 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45429:45429)] 2024-12-03T20:31:15,322 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:31:15,323 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:31:15,323 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:31:15,323 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:31:15,323 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:31:15,323 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:31:15,323 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:15,323 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:31:15,323 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:31:15,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:31:15,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:31:15,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:15,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:15,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:31:15,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:31:15,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:15,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:15,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:31:15,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:31:15,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:15,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:15,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:31:15,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:31:15,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:15,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:15,328 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:31:15,328 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/data/hbase/meta/1588230740 2024-12-03T20:31:15,329 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/data/hbase/meta/1588230740 2024-12-03T20:31:15,329 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:31:15,329 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:31:15,330 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:31:15,331 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:31:15,331 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66108088, jitterRate=-0.014912724494934082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:31:15,331 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:31:15,332 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257875323Writing region info on filesystem at 1733257875323Initializing all the Stores at 1733257875324 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257875324Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257875324Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257875324Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257875324Cleaning up temporary data from old regions at 1733257875329 (+5 ms)Running coprocessor post-open hooks at 1733257875331 (+2 ms)Region opened successfully at 1733257875332 (+1 ms) 2024-12-03T20:31:15,333 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257875297 2024-12-03T20:31:15,335 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:31:15,335 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:31:15,335 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,41195,1733257872070 2024-12-03T20:31:15,336 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,41195,1733257872070, state=OPEN 2024-12-03T20:31:15,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x1019ce436d90001, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-349367130/meta-region-server 2024-12-03T20:31:15,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019ce436d90000, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-349367130/meta-region-server 2024-12-03T20:31:15,395 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,41195,1733257872070 2024-12-03T20:31:15,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-349367130/meta-region-server: CHANGED 2024-12-03T20:31:15,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-349367130/meta-region-server: CHANGED 2024-12-03T20:31:15,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:31:15,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,41195,1733257872070 in 251 msec 2024-12-03T20:31:15,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:31:15,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 470 msec 2024-12-03T20:31:15,399 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:31:15,399 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:31:15,400 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:31:15,400 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,41195,1733257872070, seqNum=-1] 2024-12-03T20:31:15,400 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:31:15,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:31:15,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3240 sec 2024-12-03T20:31:15,405 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257875405, completionTime=-1 2024-12-03T20:31:15,405 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T20:31:15,406 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:31:15,407 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:31:15,407 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257935407 2024-12-03T20:31:15,407 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733257995407 2024-12-03T20:31:15,408 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T20:31:15,408 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,40621,1733257871865-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:15,408 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,40621,1733257871865-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:15,408 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,40621,1733257871865-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:15,408 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:40621, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:15,408 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:15,409 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:31:15,412 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:15,418 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.136sec 2024-12-03T20:31:15,418 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:31:15,418 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:31:15,418 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:31:15,418 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:31:15,418 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:31:15,418 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,40621,1733257871865-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:31:15,418 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,40621,1733257871865-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:31:15,420 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:31:15,420 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:31:15,420 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,40621,1733257871865-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:15,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1285c161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:15,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,40621,-1 for getting cluster id 2024-12-03T20:31:15,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:31:15,515 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d8bfb66-69ab-4293-be7a-0ddad195884a' 2024-12-03T20:31:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:31:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d8bfb66-69ab-4293-be7a-0ddad195884a" 2024-12-03T20:31:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@962e75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,40621,-1] 2024-12-03T20:31:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:31:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:15,517 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:31:15,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165472ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:15,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:31:15,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,41195,1733257872070, seqNum=-1] 2024-12-03T20:31:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:31:15,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:31:15,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,40621,1733257871865 2024-12-03T20:31:15,521 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53943 2024-12-03T20:31:15,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53943, baseZNode=/0-349367130 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:31:15,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019ce436d90002 connected 2024-12-03T20:31:15,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:31:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,40621,1733257871865 2024-12-03T20:31:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22165c55 2024-12-03T20:31:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:31:15,644 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:31:15,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:31:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T20:31:15,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:31:15,646 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:15,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T20:31:15,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:31:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:31:15,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741835_1011 (size=902) 2024-12-03T20:31:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:31:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:31:16,058 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f275995e8b3869e6bdcf0c710eb74504, NAME => 'test,,1733257875644.f275995e8b3869e6bdcf0c710eb74504.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922 2024-12-03T20:31:16,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40017 is added to blk_1073741836_1012 (size=39) 2024-12-03T20:31:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:31:16,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733257875644.f275995e8b3869e6bdcf0c710eb74504.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:16,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f275995e8b3869e6bdcf0c710eb74504, disabling compactions & flushes 2024-12-03T20:31:16,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733257875644.f275995e8b3869e6bdcf0c710eb74504. 2024-12-03T20:31:16,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257875644.f275995e8b3869e6bdcf0c710eb74504. 2024-12-03T20:31:16,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733257875644.f275995e8b3869e6bdcf0c710eb74504. after waiting 0 ms 2024-12-03T20:31:16,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733257875644.f275995e8b3869e6bdcf0c710eb74504. 2024-12-03T20:31:16,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733257875644.f275995e8b3869e6bdcf0c710eb74504. 2024-12-03T20:31:16,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f275995e8b3869e6bdcf0c710eb74504: Waiting for close lock at 1733257876473Disabling compacts and flushes for region at 1733257876473Disabling writes for close at 1733257876473Writing region close event to WAL at 1733257876473Closed at 1733257876473 2024-12-03T20:31:16,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:31:16,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733257875644.f275995e8b3869e6bdcf0c710eb74504.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733257876474"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257876474"}]},"ts":"1733257876474"} 2024-12-03T20:31:16,477 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:31:16,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:31:16,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257876478"}]},"ts":"1733257876478"} 2024-12-03T20:31:16,481 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T20:31:16,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f275995e8b3869e6bdcf0c710eb74504, ASSIGN}] 2024-12-03T20:31:16,482 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f275995e8b3869e6bdcf0c710eb74504, ASSIGN 2024-12-03T20:31:16,483 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f275995e8b3869e6bdcf0c710eb74504, ASSIGN; state=OFFLINE, location=b29c245002d9,41195,1733257872070; forceNewPlan=false, retain=false 2024-12-03T20:31:16,634 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f275995e8b3869e6bdcf0c710eb74504, regionState=OPENING, regionLocation=b29c245002d9,41195,1733257872070 2024-12-03T20:31:16,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f275995e8b3869e6bdcf0c710eb74504, ASSIGN because future has completed 2024-12-03T20:31:16,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f275995e8b3869e6bdcf0c710eb74504, server=b29c245002d9,41195,1733257872070}] 2024-12-03T20:31:16,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:31:16,792 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733257875644.f275995e8b3869e6bdcf0c710eb74504. 2024-12-03T20:31:16,792 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f275995e8b3869e6bdcf0c710eb74504, NAME => 'test,,1733257875644.f275995e8b3869e6bdcf0c710eb74504.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:31:16,792 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:31:16,792 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T20:31:16,792 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f275995e8b3869e6bdcf0c710eb74504 2024-12-03T20:31:16,792 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733257875644.f275995e8b3869e6bdcf0c710eb74504.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:16,793 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f275995e8b3869e6bdcf0c710eb74504 2024-12-03T20:31:16,793 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f275995e8b3869e6bdcf0c710eb74504 2024-12-03T20:31:16,795 INFO [StoreOpener-f275995e8b3869e6bdcf0c710eb74504-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f275995e8b3869e6bdcf0c710eb74504 2024-12-03T20:31:16,797 INFO [StoreOpener-f275995e8b3869e6bdcf0c710eb74504-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f275995e8b3869e6bdcf0c710eb74504 columnFamilyName f 2024-12-03T20:31:16,797 DEBUG [StoreOpener-f275995e8b3869e6bdcf0c710eb74504-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:16,797 INFO [StoreOpener-f275995e8b3869e6bdcf0c710eb74504-1 {}] regionserver.HStore(327): Store=f275995e8b3869e6bdcf0c710eb74504/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:16,797 INFO [StoreOpener-f275995e8b3869e6bdcf0c710eb74504-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f275995e8b3869e6bdcf0c710eb74504 2024-12-03T20:31:16,799 INFO [StoreOpener-f275995e8b3869e6bdcf0c710eb74504-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f275995e8b3869e6bdcf0c710eb74504 columnFamilyName f1 2024-12-03T20:31:16,800 DEBUG [StoreOpener-f275995e8b3869e6bdcf0c710eb74504-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:16,800 INFO [StoreOpener-f275995e8b3869e6bdcf0c710eb74504-1 {}] regionserver.HStore(327): Store=f275995e8b3869e6bdcf0c710eb74504/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:16,800 INFO [StoreOpener-f275995e8b3869e6bdcf0c710eb74504-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f275995e8b3869e6bdcf0c710eb74504 2024-12-03T20:31:16,801 INFO [StoreOpener-f275995e8b3869e6bdcf0c710eb74504-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f275995e8b3869e6bdcf0c710eb74504 columnFamilyName norep 2024-12-03T20:31:16,801 DEBUG [StoreOpener-f275995e8b3869e6bdcf0c710eb74504-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:16,802 INFO [StoreOpener-f275995e8b3869e6bdcf0c710eb74504-1 {}] regionserver.HStore(327): Store=f275995e8b3869e6bdcf0c710eb74504/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:16,802 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f275995e8b3869e6bdcf0c710eb74504 2024-12-03T20:31:16,802 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/data/default/test/f275995e8b3869e6bdcf0c710eb74504 2024-12-03T20:31:16,803 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/data/default/test/f275995e8b3869e6bdcf0c710eb74504 2024-12-03T20:31:16,803 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f275995e8b3869e6bdcf0c710eb74504 2024-12-03T20:31:16,803 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f275995e8b3869e6bdcf0c710eb74504 2024-12-03T20:31:16,804 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:31:16,805 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f275995e8b3869e6bdcf0c710eb74504 2024-12-03T20:31:16,807 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/data/default/test/f275995e8b3869e6bdcf0c710eb74504/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:31:16,808 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f275995e8b3869e6bdcf0c710eb74504; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75485737, jitterRate=0.1248251348733902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:31:16,808 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f275995e8b3869e6bdcf0c710eb74504 2024-12-03T20:31:16,809 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f275995e8b3869e6bdcf0c710eb74504: Running coprocessor pre-open hook at 1733257876793Writing region info on filesystem at 1733257876793Initializing all the Stores at 1733257876795 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257876795Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257876795Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257876795Cleaning up temporary data from old regions at 1733257876803 (+8 ms)Running coprocessor post-open hooks at 1733257876808 (+5 ms)Region opened successfully at 1733257876809 (+1 ms) 2024-12-03T20:31:16,814 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733257875644.f275995e8b3869e6bdcf0c710eb74504., pid=6, masterSystemTime=1733257876788 2024-12-03T20:31:16,816 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733257875644.f275995e8b3869e6bdcf0c710eb74504. 2024-12-03T20:31:16,816 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733257875644.f275995e8b3869e6bdcf0c710eb74504. 2024-12-03T20:31:16,819 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f275995e8b3869e6bdcf0c710eb74504, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b29c245002d9,41195,1733257872070 2024-12-03T20:31:16,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f275995e8b3869e6bdcf0c710eb74504, server=b29c245002d9,41195,1733257872070 because future has completed 2024-12-03T20:31:16,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:31:16,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f275995e8b3869e6bdcf0c710eb74504, server=b29c245002d9,41195,1733257872070 in 186 msec 2024-12-03T20:31:16,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T20:31:16,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f275995e8b3869e6bdcf0c710eb74504, ASSIGN in 344 msec 2024-12-03T20:31:16,828 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:31:16,828 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257876828"}]},"ts":"1733257876828"} 2024-12-03T20:31:16,831 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T20:31:16,832 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:31:16,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1870 sec 2024-12-03T20:31:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:31:17,796 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T20:31:17,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc838d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:17,797 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,40621,-1 for getting cluster id 2024-12-03T20:31:17,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:31:17,798 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d8bfb66-69ab-4293-be7a-0ddad195884a' 2024-12-03T20:31:17,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:31:17,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d8bfb66-69ab-4293-be7a-0ddad195884a" 2024-12-03T20:31:17,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d21be4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:17,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,40621,-1] 2024-12-03T20:31:17,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:31:17,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:17,798 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:31:17,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34890245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:17,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:31:17,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,40621,1733257871865 2024-12-03T20:31:17,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78022f14 2024-12-03T20:31:17,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:31:17,801 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:31:17,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b29c245002d9:40621,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T20:31:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T20:31:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:31:17,809 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:40621' 2024-12-03T20:31:17,810 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365f6186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:17,810 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,40621,-1 for getting cluster id 2024-12-03T20:31:17,810 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:31:17,811 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d8bfb66-69ab-4293-be7a-0ddad195884a' 2024-12-03T20:31:17,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:31:17,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d8bfb66-69ab-4293-be7a-0ddad195884a" 2024-12-03T20:31:17,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71028e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:17,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,40621,-1] 2024-12-03T20:31:17,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:31:17,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:17,813 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:31:17,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60cb9390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:17,813 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:31:17,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,40621,1733257871865 2024-12-03T20:31:17,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@185065e2 2024-12-03T20:31:17,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:31:17,814 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:31:17,816 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T20:31:17,816 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T20:31:17,816 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:17,816 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:17,816 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b29c245002d9:40621, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-03T20:31:17,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:31:17,822 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b29c245002d9:40621, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b29c245002d9:40621, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b29c245002d9:40621, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-03T20:31:17,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b29c245002d9:40621, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=22 msec 2024-12-03T20:31:17,824 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-03T20:31:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:31:17,918 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://b29c245002d9:40621, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-03T20:31:17,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:31:17,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:17,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:17,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:17,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:31:17,937 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 363) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 37271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp520091296-7882 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4d6c4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-106796158_20 at /127.0.0.1:39680 [Receiving block BP-896929625-172.17.0.3-1733257870143:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 36117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@256c4fa5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 37271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/b29c245002d9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37271 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp520091296-7884 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: qtp1387444358-7929-acceptor-0@2bd8c94d-ServerConnector@34cd4297{HTTP/1.1, (http/1.1)}{localhost:38043} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922/MasterData-prefix:b29c245002d9,40621,1733257871865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp520091296-7885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;b29c245002d9:41195 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp520091296-7883-acceptor-0@239bc300-ServerConnector@42fa58b3{HTTP/1.1, (http/1.1)}{localhost:42109} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/cluster_88358eb5-a08c-a5d7-ecc9-8991a6936596/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53943) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: PacketResponder: BP-896929625-172.17.0.3-1733257870143:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7945f64a java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b29c245002d9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp520091296-7880 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4d6c4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/cluster_88358eb5-a08c-a5d7-ecc9-8991a6936596/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 37271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-405c7333-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 2 on default port 36117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/b29c245002d9:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp520091296-7886 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:37271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/b29c245002d9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@1501b66d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 37271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$612/0x00007f4d6cad6610.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 36117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37271 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257874102 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/cluster_88358eb5-a08c-a5d7-ecc9-8991a6936596/data/data2/current/BP-896929625-172.17.0.3-1733257870143 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:53943 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/cluster_88358eb5-a08c-a5d7-ecc9-8991a6936596/data/data1/current/BP-896929625-172.17.0.3-1733257870143 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 36117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 2 on default port 37271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1983356871_20 at /127.0.0.1:39648 [Receiving block BP-896929625-172.17.0.3-1733257870143:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-106796158_20 at /127.0.0.1:39600 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: PacketResponder: BP-896929625-172.17.0.3-1733257870143:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-896929625-172.17.0.3-1733257870143 heartbeating to localhost/127.0.0.1:37271 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: CacheReplicationMonitor(1762259796) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-896929625-172.17.0.3-1733257870143:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1387444358-7928 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4d6c4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 36117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b29c245002d9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: b29c245002d9:40621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: RS:0;b29c245002d9:41195-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1387444358-7930 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f4d6c9f5890.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922-prefix:b29c245002d9,41195,1733257872070 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-4f31ce9e-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37271 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server idle connection scanner for port 36117 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: qtp1387444358-7931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53943) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37271/user/jenkins/test-data/4dfe6628-8723-400e-cf3f-736d681e6922-prefix:b29c245002d9,41195,1733257872070.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@3be29fd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp520091296-7881 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4d6c4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@572b3861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-106796158_20 at /127.0.0.1:39666 [Receiving block BP-896929625-172.17.0.3-1733257870143:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b29c245002d9:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257874100 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37271 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@556145f5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;b29c245002d9:40621 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: qtp520091296-7879 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4d6c4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@3d61c2d6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@640cb5b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:53943): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@42b5efb0[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53943) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4413a6db java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=870 (was 796) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1150 (was 1197), ProcessCount=11 (was 11), AvailableMemoryMB=1266 (was 1087) - AvailableMemoryMB LEAK? - 2024-12-03T20:31:17,940 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-12-03T20:31:17,957 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=528, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=1150, ProcessCount=11, AvailableMemoryMB=1261 2024-12-03T20:31:17,957 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-12-03T20:31:17,971 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-03T20:31:17,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/hadoop.log.dir so I do NOT create it in target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3 2024-12-03T20:31:17,972 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:31:17,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/hadoop.tmp.dir so I do NOT create it in target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3 2024-12-03T20:31:17,972 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5e83543-b8a9-84da-3bfc-b90a9b4f9c66/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:31:17,972 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3 2024-12-03T20:31:17,972 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/cluster_55347a5d-c0b3-e1b5-1d64-1f1c0fc3f6db, deleteOnExit=true 2024-12-03T20:31:18,017 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/cluster_55347a5d-c0b3-e1b5-1d64-1f1c0fc3f6db/zookeeper_0, clientPort=61336, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/cluster_55347a5d-c0b3-e1b5-1d64-1f1c0fc3f6db/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/cluster_55347a5d-c0b3-e1b5-1d64-1f1c0fc3f6db/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T20:31:18,020 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61336 2024-12-03T20:31:18,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:31:18,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:31:18,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/test.cache.data in system properties and HBase conf 2024-12-03T20:31:18,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:31:18,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:31:18,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:31:18,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:31:18,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:31:18,021 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:31:18,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:31:18,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:31:18,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:31:18,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:31:18,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:31:18,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:31:18,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:31:18,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:31:18,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:31:18,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:31:18,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:31:18,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:31:18,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:31:18,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:31:18,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:31:18,390 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:31:18,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:31:18,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:31:18,408 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:31:18,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:31:18,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54b4a400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:31:18,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59a943f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:31:18,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b6d451a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/java.io.tmpdir/jetty-localhost-39893-hadoop-hdfs-3_4_1-tests_jar-_-any-16751778564208077454/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:31:18,548 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e74d2e3{HTTP/1.1, (http/1.1)}{localhost:39893} 2024-12-03T20:31:18,548 INFO [Time-limited test {}] server.Server(415): Started @348482ms 2024-12-03T20:31:18,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:31:18,841 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:31:18,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:31:18,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:31:18,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:31:18,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42e80402{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:31:18,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c64ccd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:31:18,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ba6bf0b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/java.io.tmpdir/jetty-localhost-36495-hadoop-hdfs-3_4_1-tests_jar-_-any-11775282107132600179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:31:18,938 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78ca74ea{HTTP/1.1, (http/1.1)}{localhost:36495} 2024-12-03T20:31:18,938 INFO [Time-limited test {}] server.Server(415): Started @348872ms 2024-12-03T20:31:18,939 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:31:19,636 WARN [Thread-4307 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/cluster_55347a5d-c0b3-e1b5-1d64-1f1c0fc3f6db/data/data1/current/BP-593240320-172.17.0.3-1733257878038/current, will proceed with Du for space computation calculation, 2024-12-03T20:31:19,636 WARN [Thread-4308 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/cluster_55347a5d-c0b3-e1b5-1d64-1f1c0fc3f6db/data/data2/current/BP-593240320-172.17.0.3-1733257878038/current, will proceed with Du for space computation calculation, 2024-12-03T20:31:19,689 WARN [Thread-4295 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:31:19,691 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd85eee7ef57d82d0 with lease ID 0x237ddb8c3b737987: Processing first storage report for DS-4dda31dc-0bfc-4133-ad2f-65a417ce4788 from datanode DatanodeRegistration(127.0.0.1:33545, datanodeUuid=384d3f85-4639-44ff-afa9-ffe783f7230d, infoPort=42251, infoSecurePort=0, ipcPort=38261, storageInfo=lv=-57;cid=testClusterID;nsid=689016091;c=1733257878038) 2024-12-03T20:31:19,691 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd85eee7ef57d82d0 with lease ID 0x237ddb8c3b737987: from storage DS-4dda31dc-0bfc-4133-ad2f-65a417ce4788 node DatanodeRegistration(127.0.0.1:33545, datanodeUuid=384d3f85-4639-44ff-afa9-ffe783f7230d, infoPort=42251, infoSecurePort=0, ipcPort=38261, storageInfo=lv=-57;cid=testClusterID;nsid=689016091;c=1733257878038), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:31:19,691 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd85eee7ef57d82d0 with lease ID 0x237ddb8c3b737987: Processing first storage report for DS-5df73fe2-159d-4c27-bc90-ae861c7714de from datanode DatanodeRegistration(127.0.0.1:33545, datanodeUuid=384d3f85-4639-44ff-afa9-ffe783f7230d, infoPort=42251, infoSecurePort=0, ipcPort=38261, storageInfo=lv=-57;cid=testClusterID;nsid=689016091;c=1733257878038) 2024-12-03T20:31:19,691 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd85eee7ef57d82d0 with lease ID 0x237ddb8c3b737987: from storage DS-5df73fe2-159d-4c27-bc90-ae861c7714de node DatanodeRegistration(127.0.0.1:33545, datanodeUuid=384d3f85-4639-44ff-afa9-ffe783f7230d, infoPort=42251, infoSecurePort=0, ipcPort=38261, storageInfo=lv=-57;cid=testClusterID;nsid=689016091;c=1733257878038), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:31:19,778 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3 2024-12-03T20:31:19,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:19,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:19,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:31:19,786 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4 with version=8 2024-12-03T20:31:19,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/hbase-staging 2024-12-03T20:31:19,788 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:31:19,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:19,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:19,789 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:31:19,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:19,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:31:19,789 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:31:19,789 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:31:19,792 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39461 2024-12-03T20:31:19,793 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39461 connecting to ZooKeeper ensemble=127.0.0.1:61336 2024-12-03T20:31:19,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394610x0, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:31:19,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39461-0x1019ce455a00000 connected 2024-12-03T20:31:19,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:19,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:19,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Set watcher on znode that does not yet exist, /0-338069973/running 2024-12-03T20:31:19,983 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4, hbase.cluster.distributed=false 2024-12-03T20:31:19,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Set watcher on znode that does not yet exist, /0-338069973/acl 2024-12-03T20:31:19,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39461 2024-12-03T20:31:19,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39461 2024-12-03T20:31:19,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39461 2024-12-03T20:31:19,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39461 2024-12-03T20:31:19,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39461 2024-12-03T20:31:20,011 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:31:20,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:20,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:20,011 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:31:20,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:20,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:31:20,011 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:31:20,011 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:31:20,012 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40645 2024-12-03T20:31:20,013 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40645 connecting to ZooKeeper ensemble=127.0.0.1:61336 2024-12-03T20:31:20,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:20,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:20,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406450x0, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Set watcher on znode that does not yet exist, /0-338069973/running 2024-12-03T20:31:20,033 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:31:20,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406450x0, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:31:20,033 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:31:20,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406450x0, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Set watcher on znode that does not yet exist, /0-338069973/master 2024-12-03T20:31:20,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40645-0x1019ce455a00001 connected 2024-12-03T20:31:20,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40645-0x1019ce455a00001, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Set watcher on znode that does not yet exist, /0-338069973/acl 2024-12-03T20:31:20,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40645 2024-12-03T20:31:20,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40645 2024-12-03T20:31:20,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40645 2024-12-03T20:31:20,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40645 2024-12-03T20:31:20,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40645 2024-12-03T20:31:20,071 DEBUG [M:0;b29c245002d9:39461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:39461 2024-12-03T20:31:20,071 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-338069973/backup-masters/b29c245002d9,39461,1733257879788 2024-12-03T20:31:20,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x1019ce455a00001, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338069973/backup-masters 2024-12-03T20:31:20,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338069973/backup-masters 2024-12-03T20:31:20,133 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Set watcher on existing znode=/0-338069973/backup-masters/b29c245002d9,39461,1733257879788 2024-12-03T20:31:20,159 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T20:31:20,160 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T20:31:20,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x1019ce455a00001, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-338069973/master 2024-12-03T20:31:20,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x1019ce455a00001, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338069973 2024-12-03T20:31:20,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338069973 2024-12-03T20:31:20,170 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Set watcher on existing znode=/0-338069973/master 2024-12-03T20:31:20,170 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-338069973/backup-masters/b29c245002d9,39461,1733257879788 from backup master directory 2024-12-03T20:31:20,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x1019ce455a00001, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338069973/backup-masters 2024-12-03T20:31:20,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-338069973/backup-masters/b29c245002d9,39461,1733257879788 2024-12-03T20:31:20,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338069973/backup-masters 2024-12-03T20:31:20,180 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:31:20,180 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,39461,1733257879788 2024-12-03T20:31:20,184 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/hbase.id] with ID: 1420aca8-6eeb-4456-b4d1-48cc25dcf0e4 2024-12-03T20:31:20,184 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/.tmp/hbase.id 2024-12-03T20:31:20,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:31:20,197 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/.tmp/hbase.id]:[hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/hbase.id] 2024-12-03T20:31:20,217 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:20,217 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:31:20,219 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T20:31:20,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x1019ce455a00001, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338069973 2024-12-03T20:31:20,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338069973 2024-12-03T20:31:20,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:31:20,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,646 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:31:20,647 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:31:20,647 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:31:20,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:31:20,884 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:31:20,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:20,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:21,058 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/data/master/store 2024-12-03T20:31:21,076 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:31:21,077 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:31:21,077 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148677 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:31:21,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:31:21,082 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:21,082 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:31:21,082 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:21,082 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:21,082 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:31:21,082 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:21,083 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:21,083 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257881082Disabling compacts and flushes for region at 1733257881082Disabling writes for close at 1733257881082Writing region close event to WAL at 1733257881082Closed at 1733257881082 2024-12-03T20:31:21,083 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/data/master/store/.initializing 2024-12-03T20:31:21,083 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/WALs/b29c245002d9,39461,1733257879788 2024-12-03T20:31:21,086 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:31:21,087 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C39461%2C1733257879788, suffix=, logDir=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/WALs/b29c245002d9,39461,1733257879788, archiveDir=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/oldWALs, maxLogs=10 2024-12-03T20:31:21,105 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/WALs/b29c245002d9,39461,1733257879788/b29c245002d9%2C39461%2C1733257879788.1733257881088, exclude list is [], retry=0 2024-12-03T20:31:21,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33545,DS-4dda31dc-0bfc-4133-ad2f-65a417ce4788,DISK] 2024-12-03T20:31:21,120 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/WALs/b29c245002d9,39461,1733257879788/b29c245002d9%2C39461%2C1733257879788.1733257881088 2024-12-03T20:31:21,124 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42251:42251)] 2024-12-03T20:31:21,124 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:31:21,124 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:21,125 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:21,125 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:21,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:21,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:31:21,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:21,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:21,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:21,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:31:21,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:21,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:21,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:21,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:31:21,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:21,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:21,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:21,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:31:21,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:21,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:21,151 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:21,151 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:21,152 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:21,153 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:21,153 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:21,154 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:31:21,155 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:21,169 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:31:21,169 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60076697, jitterRate=-0.10478745400905609}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:31:21,170 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257881125Initializing all the Stores at 1733257881126 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257881126Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257881136 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257881136Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257881136Cleaning up temporary data from old regions at 1733257881153 (+17 ms)Region opened successfully at 1733257881169 (+16 ms) 2024-12-03T20:31:21,180 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:31:21,183 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4faeab08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:31:21,184 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:31:21,184 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:31:21,184 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:31:21,184 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:31:21,185 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T20:31:21,185 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:31:21,185 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:31:21,203 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:31:21,205 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Unable to get data of znode /0-338069973/balancer because node does not exist (not necessarily an error) 2024-12-03T20:31:21,253 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-338069973/balancer already deleted, retry=false 2024-12-03T20:31:21,253 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:31:21,254 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Unable to get data of znode /0-338069973/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:31:21,263 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-338069973/normalizer already deleted, retry=false 2024-12-03T20:31:21,264 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:31:21,265 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Unable to get data of znode /0-338069973/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:31:21,274 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-338069973/switch/split already deleted, retry=false 2024-12-03T20:31:21,275 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Unable to get data of znode /0-338069973/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:31:21,284 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-338069973/switch/merge already deleted, retry=false 2024-12-03T20:31:21,286 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Unable to get data of znode /0-338069973/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:31:21,295 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-338069973/snapshot-cleanup already deleted, retry=false 2024-12-03T20:31:21,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x1019ce455a00001, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-338069973/running 2024-12-03T20:31:21,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x1019ce455a00001, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338069973 2024-12-03T20:31:21,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-338069973/running 2024-12-03T20:31:21,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338069973 2024-12-03T20:31:21,306 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,39461,1733257879788, sessionid=0x1019ce455a00000, setting cluster-up flag (Was=false) 2024-12-03T20:31:21,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x1019ce455a00001, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338069973 2024-12-03T20:31:21,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338069973 2024-12-03T20:31:21,358 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-338069973/flush-table-proc/acquired, /0-338069973/flush-table-proc/reached, /0-338069973/flush-table-proc/abort 2024-12-03T20:31:21,359 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,39461,1733257879788 2024-12-03T20:31:21,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338069973 2024-12-03T20:31:21,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x1019ce455a00001, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338069973 2024-12-03T20:31:21,410 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-338069973/online-snapshot/acquired, /0-338069973/online-snapshot/reached, /0-338069973/online-snapshot/abort 2024-12-03T20:31:21,411 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,39461,1733257879788 2024-12-03T20:31:21,412 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:31:21,413 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:31:21,413 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:31:21,413 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:31:21,413 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,39461,1733257879788 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:31:21,414 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:31:21,414 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:31:21,414 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:31:21,414 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:31:21,414 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:31:21,414 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:21,414 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:31:21,414 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:21,415 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:31:21,415 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:31:21,416 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:21,416 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:31:21,424 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257911424 2024-12-03T20:31:21,425 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:31:21,425 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:31:21,425 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:31:21,425 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:31:21,425 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:31:21,425 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:31:21,428 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:21,428 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:31:21,428 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:31:21,428 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:31:21,428 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:31:21,429 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:31:21,429 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:31:21,430 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257881429,5,FailOnTimeoutGroup] 2024-12-03T20:31:21,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:31:21,436 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257881430,5,FailOnTimeoutGroup] 2024-12-03T20:31:21,436 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:21,436 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:31:21,436 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:21,436 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:21,460 INFO [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(746): ClusterId : 1420aca8-6eeb-4456-b4d1-48cc25dcf0e4 2024-12-03T20:31:21,460 DEBUG [RS:0;b29c245002d9:40645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:31:21,472 DEBUG [RS:0;b29c245002d9:40645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:31:21,472 DEBUG [RS:0;b29c245002d9:40645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:31:21,485 DEBUG [RS:0;b29c245002d9:40645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:31:21,485 DEBUG [RS:0;b29c245002d9:40645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aecd8dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:31:21,498 DEBUG [RS:0;b29c245002d9:40645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:40645 2024-12-03T20:31:21,498 INFO [RS:0;b29c245002d9:40645 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:31:21,498 INFO [RS:0;b29c245002d9:40645 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:31:21,498 DEBUG [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:31:21,498 INFO [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,39461,1733257879788 with port=40645, startcode=1733257880011 2024-12-03T20:31:21,498 DEBUG [RS:0;b29c245002d9:40645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:31:21,512 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:31:21,513 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39461 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,40645,1733257880011 2024-12-03T20:31:21,513 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39461 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,40645,1733257880011 2024-12-03T20:31:21,514 DEBUG [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4 2024-12-03T20:31:21,514 DEBUG [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43387 2024-12-03T20:31:21,514 DEBUG [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:31:21,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338069973/rs 2024-12-03T20:31:21,526 DEBUG [RS:0;b29c245002d9:40645 {}] zookeeper.ZKUtil(111): regionserver:40645-0x1019ce455a00001, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Set watcher on existing znode=/0-338069973/rs/b29c245002d9,40645,1733257880011 2024-12-03T20:31:21,527 WARN [RS:0;b29c245002d9:40645 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:31:21,527 INFO [RS:0;b29c245002d9:40645 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:31:21,527 DEBUG [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011 2024-12-03T20:31:21,527 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,40645,1733257880011] 2024-12-03T20:31:21,529 INFO [RS:0;b29c245002d9:40645 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:31:21,530 INFO [RS:0;b29c245002d9:40645 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:31:21,530 INFO [RS:0;b29c245002d9:40645 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:31:21,530 INFO [RS:0;b29c245002d9:40645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:21,531 INFO [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:31:21,531 INFO [RS:0;b29c245002d9:40645 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:31:21,531 INFO [RS:0;b29c245002d9:40645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:21,531 DEBUG [RS:0;b29c245002d9:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:21,531 DEBUG [RS:0;b29c245002d9:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:21,531 DEBUG [RS:0;b29c245002d9:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:21,531 DEBUG [RS:0;b29c245002d9:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:21,531 DEBUG [RS:0;b29c245002d9:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:21,531 DEBUG [RS:0;b29c245002d9:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:31:21,531 DEBUG [RS:0;b29c245002d9:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:21,531 DEBUG [RS:0;b29c245002d9:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:21,531 DEBUG [RS:0;b29c245002d9:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:21,531 DEBUG [RS:0;b29c245002d9:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:21,531 DEBUG [RS:0;b29c245002d9:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:21,531 DEBUG [RS:0;b29c245002d9:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:21,531 DEBUG [RS:0;b29c245002d9:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:31:21,531 DEBUG [RS:0;b29c245002d9:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:31:21,536 INFO [RS:0;b29c245002d9:40645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:21,536 INFO [RS:0;b29c245002d9:40645 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:21,536 INFO [RS:0;b29c245002d9:40645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:21,536 INFO [RS:0;b29c245002d9:40645 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:21,536 INFO [RS:0;b29c245002d9:40645 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:21,536 INFO [RS:0;b29c245002d9:40645 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,40645,1733257880011-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:31:21,549 INFO [RS:0;b29c245002d9:40645 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:31:21,549 INFO [RS:0;b29c245002d9:40645 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,40645,1733257880011-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:21,549 INFO [RS:0;b29c245002d9:40645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:21,549 INFO [RS:0;b29c245002d9:40645 {}] regionserver.Replication(171): b29c245002d9,40645,1733257880011 started 2024-12-03T20:31:21,560 INFO [RS:0;b29c245002d9:40645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:21,560 INFO [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,40645,1733257880011, RpcServer on b29c245002d9/172.17.0.3:40645, sessionid=0x1019ce455a00001 2024-12-03T20:31:21,560 DEBUG [RS:0;b29c245002d9:40645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:31:21,560 DEBUG [RS:0;b29c245002d9:40645 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,40645,1733257880011 2024-12-03T20:31:21,560 DEBUG [RS:0;b29c245002d9:40645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,40645,1733257880011' 2024-12-03T20:31:21,560 DEBUG [RS:0;b29c245002d9:40645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-338069973/flush-table-proc/abort' 2024-12-03T20:31:21,561 DEBUG [RS:0;b29c245002d9:40645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-338069973/flush-table-proc/acquired' 2024-12-03T20:31:21,561 DEBUG [RS:0;b29c245002d9:40645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:31:21,561 DEBUG [RS:0;b29c245002d9:40645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:31:21,561 DEBUG [RS:0;b29c245002d9:40645 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,40645,1733257880011 2024-12-03T20:31:21,561 DEBUG [RS:0;b29c245002d9:40645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,40645,1733257880011' 2024-12-03T20:31:21,561 DEBUG [RS:0;b29c245002d9:40645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-338069973/online-snapshot/abort' 2024-12-03T20:31:21,562 DEBUG [RS:0;b29c245002d9:40645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-338069973/online-snapshot/acquired' 2024-12-03T20:31:21,562 DEBUG [RS:0;b29c245002d9:40645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:31:21,562 INFO [RS:0;b29c245002d9:40645 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:31:21,562 INFO [RS:0;b29c245002d9:40645 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:31:21,662 INFO [RS:0;b29c245002d9:40645 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:31:21,663 INFO [RS:0;b29c245002d9:40645 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C40645%2C1733257880011, suffix=, logDir=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011, archiveDir=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/oldWALs, maxLogs=10 2024-12-03T20:31:21,675 DEBUG [RS:0;b29c245002d9:40645 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257881663, exclude list is [], retry=0 2024-12-03T20:31:21,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33545,DS-4dda31dc-0bfc-4133-ad2f-65a417ce4788,DISK] 2024-12-03T20:31:21,678 INFO [RS:0;b29c245002d9:40645 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257881663 2024-12-03T20:31:21,679 DEBUG [RS:0;b29c245002d9:40645 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42251:42251)] 2024-12-03T20:31:21,832 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:31:21,832 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4 2024-12-03T20:31:21,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741833_1009 (size=32) 2024-12-03T20:31:22,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:22,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:31:22,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:31:22,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:22,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:22,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:31:22,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:31:22,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:22,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:22,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:31:22,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:31:22,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:22,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:22,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:31:22,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:31:22,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:22,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:22,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:31:22,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740 2024-12-03T20:31:22,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740 2024-12-03T20:31:22,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:31:22,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:31:22,244 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:31:22,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:31:22,246 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:31:22,246 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65305328, jitterRate=-0.026874780654907227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:31:22,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257882237Initializing all the Stores at 1733257882237Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257882237Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257882237Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257882238 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257882238Cleaning up temporary data from old regions at 1733257882244 (+6 ms)Region opened successfully at 1733257882247 (+3 ms) 2024-12-03T20:31:22,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:31:22,247 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:31:22,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:31:22,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:31:22,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:31:22,247 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:31:22,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257882247Disabling compacts and flushes for region at 1733257882247Disabling writes for close at 1733257882247Writing region close event to WAL at 1733257882247Closed at 1733257882247 2024-12-03T20:31:22,248 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:31:22,248 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:31:22,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:31:22,249 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:31:22,250 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:31:22,400 DEBUG [b29c245002d9:39461 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:31:22,401 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,40645,1733257880011 2024-12-03T20:31:22,402 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,40645,1733257880011, state=OPENING 2024-12-03T20:31:22,452 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:31:22,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x1019ce455a00001, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338069973 2024-12-03T20:31:22,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338069973 2024-12-03T20:31:22,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-338069973/meta-region-server: CHANGED 2024-12-03T20:31:22,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-338069973/meta-region-server: CHANGED 2024-12-03T20:31:22,464 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:31:22,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,40645,1733257880011}] 2024-12-03T20:31:22,616 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:31:22,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:31:22,620 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:31:22,620 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:31:22,620 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:31:22,621 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C40645%2C1733257880011.meta, suffix=.meta, logDir=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011, archiveDir=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/oldWALs, maxLogs=10 2024-12-03T20:31:22,637 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.meta.1733257882621.meta, exclude list is [], retry=0 2024-12-03T20:31:22,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33545,DS-4dda31dc-0bfc-4133-ad2f-65a417ce4788,DISK] 2024-12-03T20:31:22,639 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.meta.1733257882621.meta 2024-12-03T20:31:22,640 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42251:42251)] 2024-12-03T20:31:22,640 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:31:22,640 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:31:22,640 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:31:22,640 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:31:22,640 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:31:22,640 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:31:22,641 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:22,641 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:31:22,641 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:31:22,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:31:22,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:31:22,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:22,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:22,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:31:22,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:31:22,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:22,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:22,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:31:22,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:31:22,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:22,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:22,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:31:22,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:31:22,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:22,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:22,656 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:31:22,656 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740 2024-12-03T20:31:22,658 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740 2024-12-03T20:31:22,658 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:31:22,658 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:31:22,659 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:31:22,660 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:31:22,660 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67207381, jitterRate=0.0014680176973342896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:31:22,660 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:31:22,660 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257882641Writing region info on filesystem at 1733257882641Initializing all the Stores at 1733257882641Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257882641Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257882642 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257882642Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257882642Cleaning up temporary data from old regions at 1733257882658 (+16 ms)Running coprocessor post-open hooks at 1733257882660 (+2 ms)Region opened successfully at 1733257882660 2024-12-03T20:31:22,661 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257882615 2024-12-03T20:31:22,662 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:31:22,662 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:31:22,663 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,40645,1733257880011 2024-12-03T20:31:22,663 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,40645,1733257880011, state=OPEN 2024-12-03T20:31:22,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x1019ce455a00001, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-338069973/meta-region-server 2024-12-03T20:31:22,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-338069973/meta-region-server 2024-12-03T20:31:22,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-338069973/meta-region-server: CHANGED 2024-12-03T20:31:22,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-338069973/meta-region-server: CHANGED 2024-12-03T20:31:22,728 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,40645,1733257880011 2024-12-03T20:31:22,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:31:22,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,40645,1733257880011 in 264 msec 2024-12-03T20:31:22,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:31:22,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 481 msec 2024-12-03T20:31:22,732 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:31:22,732 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:31:22,733 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:31:22,733 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,40645,1733257880011, seqNum=-1] 2024-12-03T20:31:22,733 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:31:22,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:31:22,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3260 sec 2024-12-03T20:31:22,739 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257882739, completionTime=-1 2024-12-03T20:31:22,739 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T20:31:22,739 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:31:22,741 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:31:22,741 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257942741 2024-12-03T20:31:22,741 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733258002741 2024-12-03T20:31:22,741 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T20:31:22,741 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,39461,1733257879788-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:22,741 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,39461,1733257879788-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:22,741 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,39461,1733257879788-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:22,741 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:39461, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:22,742 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:22,742 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:22,745 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:31:22,746 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.566sec 2024-12-03T20:31:22,747 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:31:22,747 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:31:22,747 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:31:22,747 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:31:22,747 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:31:22,747 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,39461,1733257879788-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:31:22,747 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,39461,1733257879788-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:31:22,749 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:31:22,749 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:31:22,749 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,39461,1733257879788-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:22,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ae1fcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:22,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,39461,-1 for getting cluster id 2024-12-03T20:31:22,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:31:22,765 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1420aca8-6eeb-4456-b4d1-48cc25dcf0e4' 2024-12-03T20:31:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:31:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1420aca8-6eeb-4456-b4d1-48cc25dcf0e4" 2024-12-03T20:31:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2066b41d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:22,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,39461,-1] 2024-12-03T20:31:22,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:31:22,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:22,767 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:31:22,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e357b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:22,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:31:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,40645,1733257880011, seqNum=-1] 2024-12-03T20:31:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:31:22,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:31:22,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,39461,1733257879788 2024-12-03T20:31:22,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61336 2024-12-03T20:31:22,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:31:22,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019ce455a00002 connected 2024-12-03T20:31:22,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/hadoop.log.dir so I do NOT create it in target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549 2024-12-03T20:31:22,813 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:31:22,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/hadoop.tmp.dir so I do NOT create it in target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549 2024-12-03T20:31:22,813 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:31:22,813 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549 2024-12-03T20:31:22,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:31:22,813 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/cluster_1faafb19-c6bc-c9fa-9a2d-aec0ad767856, deleteOnExit=true 2024-12-03T20:31:22,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:31:22,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/test.cache.data in system properties and HBase conf 2024-12-03T20:31:22,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:31:22,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:31:22,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:31:22,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:31:22,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:31:22,814 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:31:22,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:31:22,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:31:22,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:31:22,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:31:22,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:31:22,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:31:22,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:31:22,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:31:22,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:31:22,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:31:22,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:31:22,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:31:22,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:31:22,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:31:23,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:31:23,143 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:31:23,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:31:23,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:31:23,147 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:31:23,148 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:31:23,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f2b333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:31:23,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4410011{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:31:23,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d40997b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/java.io.tmpdir/jetty-localhost-43361-hadoop-hdfs-3_4_1-tests_jar-_-any-4283366791488142274/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:31:23,257 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@738e3a8a{HTTP/1.1, (http/1.1)}{localhost:43361} 2024-12-03T20:31:23,257 INFO [Time-limited test {}] server.Server(415): Started @353191ms 2024-12-03T20:31:23,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:31:23,543 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:31:23,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:31:23,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:31:23,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:31:23,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a98aa89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:31:23,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5afa26ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:31:23,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c25f550{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/java.io.tmpdir/jetty-localhost-35575-hadoop-hdfs-3_4_1-tests_jar-_-any-4811261930574856406/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:31:23,668 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4aa2692e{HTTP/1.1, (http/1.1)}{localhost:35575} 2024-12-03T20:31:23,668 INFO [Time-limited test {}] server.Server(415): Started @353602ms 2024-12-03T20:31:23,669 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:31:24,311 WARN [Thread-4429 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/cluster_1faafb19-c6bc-c9fa-9a2d-aec0ad767856/data/data2/current/BP-1295530814-172.17.0.3-1733257882835/current, will proceed with Du for space computation calculation, 2024-12-03T20:31:24,311 WARN [Thread-4428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/cluster_1faafb19-c6bc-c9fa-9a2d-aec0ad767856/data/data1/current/BP-1295530814-172.17.0.3-1733257882835/current, will proceed with Du for space computation calculation, 2024-12-03T20:31:24,325 WARN [Thread-4416 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:31:24,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c463111fcb8205f with lease ID 0xa11b4243f471a5cd: Processing first storage report for DS-0a9ea238-7dde-4f9d-b6d3-9c5ddaefee50 from datanode DatanodeRegistration(127.0.0.1:35467, datanodeUuid=a9ac29cb-a775-46ec-8209-643e4969eefd, infoPort=39531, infoSecurePort=0, ipcPort=32799, storageInfo=lv=-57;cid=testClusterID;nsid=889020355;c=1733257882835) 2024-12-03T20:31:24,327 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c463111fcb8205f with lease ID 0xa11b4243f471a5cd: from storage DS-0a9ea238-7dde-4f9d-b6d3-9c5ddaefee50 node DatanodeRegistration(127.0.0.1:35467, datanodeUuid=a9ac29cb-a775-46ec-8209-643e4969eefd, infoPort=39531, infoSecurePort=0, ipcPort=32799, storageInfo=lv=-57;cid=testClusterID;nsid=889020355;c=1733257882835), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:31:24,328 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c463111fcb8205f with lease ID 0xa11b4243f471a5cd: Processing first storage report for DS-c0829a14-f634-4a74-b7be-32852c3ed0d3 from datanode DatanodeRegistration(127.0.0.1:35467, datanodeUuid=a9ac29cb-a775-46ec-8209-643e4969eefd, infoPort=39531, infoSecurePort=0, ipcPort=32799, storageInfo=lv=-57;cid=testClusterID;nsid=889020355;c=1733257882835) 2024-12-03T20:31:24,328 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c463111fcb8205f with lease ID 0xa11b4243f471a5cd: from storage DS-c0829a14-f634-4a74-b7be-32852c3ed0d3 node DatanodeRegistration(127.0.0.1:35467, datanodeUuid=a9ac29cb-a775-46ec-8209-643e4969eefd, infoPort=39531, infoSecurePort=0, ipcPort=32799, storageInfo=lv=-57;cid=testClusterID;nsid=889020355;c=1733257882835), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:31:24,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549 2024-12-03T20:31:24,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:24,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:24,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:31:24,806 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370 with version=8 2024-12-03T20:31:24,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/hbase-staging 2024-12-03T20:31:24,809 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:31:24,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:24,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:24,809 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:31:24,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:24,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:31:24,809 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:31:24,809 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:31:24,810 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34507 2024-12-03T20:31:24,811 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34507 connecting to ZooKeeper ensemble=127.0.0.1:61336 2024-12-03T20:31:24,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345070x0, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:31:24,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34507-0x1019ce455a00003 connected 2024-12-03T20:31:24,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:24,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:24,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Set watcher on znode that does not yet exist, /1840650894/running 2024-12-03T20:31:24,973 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370, hbase.cluster.distributed=false 2024-12-03T20:31:24,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Set watcher on znode that does not yet exist, /1840650894/acl 2024-12-03T20:31:24,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34507 2024-12-03T20:31:24,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34507 2024-12-03T20:31:24,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34507 2024-12-03T20:31:24,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34507 2024-12-03T20:31:24,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34507 2024-12-03T20:31:24,995 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:31:24,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:24,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:24,995 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:31:24,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:24,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:31:24,995 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:31:24,995 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:31:24,997 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40537 2024-12-03T20:31:24,998 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40537 connecting to ZooKeeper ensemble=127.0.0.1:61336 2024-12-03T20:31:24,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:25,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:25,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405370x0, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:31:25,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40537-0x1019ce455a00004 connected 2024-12-03T20:31:25,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405370x0, quorum=127.0.0.1:61336, baseZNode=/1840650894 Set watcher on znode that does not yet exist, /1840650894/running 2024-12-03T20:31:25,020 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:31:25,028 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:31:25,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40537-0x1019ce455a00004, quorum=127.0.0.1:61336, baseZNode=/1840650894 Set watcher on znode that does not yet exist, /1840650894/master 2024-12-03T20:31:25,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40537-0x1019ce455a00004, quorum=127.0.0.1:61336, baseZNode=/1840650894 Set watcher on znode that does not yet exist, /1840650894/acl 2024-12-03T20:31:25,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40537 2024-12-03T20:31:25,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40537 2024-12-03T20:31:25,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40537 2024-12-03T20:31:25,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40537 2024-12-03T20:31:25,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40537 2024-12-03T20:31:25,060 DEBUG [M:0;b29c245002d9:34507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:34507 2024-12-03T20:31:25,064 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1840650894/backup-masters/b29c245002d9,34507,1733257884808 2024-12-03T20:31:25,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1840650894/backup-masters 2024-12-03T20:31:25,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1019ce455a00004, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1840650894/backup-masters 2024-12-03T20:31:25,074 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Set watcher on existing znode=/1840650894/backup-masters/b29c245002d9,34507,1733257884808 2024-12-03T20:31:25,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1019ce455a00004, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1840650894/master 2024-12-03T20:31:25,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1840650894 2024-12-03T20:31:25,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1019ce455a00004, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1840650894 2024-12-03T20:31:25,085 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Set watcher on existing znode=/1840650894/master 2024-12-03T20:31:25,085 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1840650894/backup-masters/b29c245002d9,34507,1733257884808 from backup master directory 2024-12-03T20:31:25,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1019ce455a00004, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1840650894/backup-masters 2024-12-03T20:31:25,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1840650894/backup-masters/b29c245002d9,34507,1733257884808 2024-12-03T20:31:25,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1840650894/backup-masters 2024-12-03T20:31:25,095 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:31:25,095 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,34507,1733257884808 2024-12-03T20:31:25,099 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/hbase.id] with ID: 25aa18e8-5148-43ed-a58c-c974c0c616e7 2024-12-03T20:31:25,099 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/.tmp/hbase.id 2024-12-03T20:31:25,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:31:25,114 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/.tmp/hbase.id]:[hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/hbase.id] 2024-12-03T20:31:25,122 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:25,123 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:31:25,123 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T20:31:25,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1019ce455a00004, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1840650894 2024-12-03T20:31:25,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1840650894 2024-12-03T20:31:25,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:31:25,150 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:31:25,151 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:31:25,152 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:31:25,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:31:25,167 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/data/master/store 2024-12-03T20:31:25,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:31:25,190 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:25,190 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:31:25,190 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:25,190 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:25,190 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:31:25,190 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:25,190 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:25,190 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257885190Disabling compacts and flushes for region at 1733257885190Disabling writes for close at 1733257885190Writing region close event to WAL at 1733257885190Closed at 1733257885190 2024-12-03T20:31:25,191 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/data/master/store/.initializing 2024-12-03T20:31:25,191 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/WALs/b29c245002d9,34507,1733257884808 2024-12-03T20:31:25,192 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:31:25,193 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C34507%2C1733257884808, suffix=, logDir=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/WALs/b29c245002d9,34507,1733257884808, archiveDir=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/oldWALs, maxLogs=10 2024-12-03T20:31:25,215 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/WALs/b29c245002d9,34507,1733257884808/b29c245002d9%2C34507%2C1733257884808.1733257885194, exclude list is [], retry=0 2024-12-03T20:31:25,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35467,DS-0a9ea238-7dde-4f9d-b6d3-9c5ddaefee50,DISK] 2024-12-03T20:31:25,228 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/WALs/b29c245002d9,34507,1733257884808/b29c245002d9%2C34507%2C1733257884808.1733257885194 2024-12-03T20:31:25,232 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39531:39531)] 2024-12-03T20:31:25,232 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:31:25,233 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:25,233 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:25,233 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:25,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:25,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:31:25,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:25,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:25,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:25,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:31:25,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:25,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:25,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:25,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:31:25,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:25,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:25,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:25,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:31:25,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:25,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:25,244 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:25,249 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:25,249 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:25,250 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:25,250 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:25,251 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:31:25,252 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:25,257 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:31:25,257 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69774048, jitterRate=0.03971433639526367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:31:25,257 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257885233Initializing all the Stores at 1733257885234 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257885234Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257885236 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257885236Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257885236Cleaning up temporary data from old regions at 1733257885250 (+14 ms)Region opened successfully at 1733257885257 (+7 ms) 2024-12-03T20:31:25,258 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:31:25,260 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d44d296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:31:25,261 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:31:25,261 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:31:25,261 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:31:25,261 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:31:25,262 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T20:31:25,262 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:31:25,262 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:31:25,266 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:31:25,267 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Unable to get data of znode /1840650894/balancer because node does not exist (not necessarily an error) 2024-12-03T20:31:25,273 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1840650894/balancer already deleted, retry=false 2024-12-03T20:31:25,274 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:31:25,275 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Unable to get data of znode /1840650894/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:31:25,284 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1840650894/normalizer already deleted, retry=false 2024-12-03T20:31:25,284 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:31:25,285 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Unable to get data of znode /1840650894/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:31:25,295 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1840650894/switch/split already deleted, retry=false 2024-12-03T20:31:25,296 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Unable to get data of znode /1840650894/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:31:25,305 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1840650894/switch/merge already deleted, retry=false 2024-12-03T20:31:25,307 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Unable to get data of znode /1840650894/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:31:25,316 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1840650894/snapshot-cleanup already deleted, retry=false 2024-12-03T20:31:25,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1019ce455a00004, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1840650894/running 2024-12-03T20:31:25,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1019ce455a00004, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1840650894 2024-12-03T20:31:25,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1840650894/running 2024-12-03T20:31:25,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1840650894 2024-12-03T20:31:25,328 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,34507,1733257884808, sessionid=0x1019ce455a00003, setting cluster-up flag (Was=false) 2024-12-03T20:31:25,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1019ce455a00004, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1840650894 2024-12-03T20:31:25,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1840650894 2024-12-03T20:31:25,379 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1840650894/flush-table-proc/acquired, /1840650894/flush-table-proc/reached, /1840650894/flush-table-proc/abort 2024-12-03T20:31:25,380 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,34507,1733257884808 2024-12-03T20:31:25,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1019ce455a00004, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1840650894 2024-12-03T20:31:25,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1840650894 2024-12-03T20:31:25,431 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1840650894/online-snapshot/acquired, /1840650894/online-snapshot/reached, /1840650894/online-snapshot/abort 2024-12-03T20:31:25,432 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,34507,1733257884808 2024-12-03T20:31:25,440 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:31:25,441 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:31:25,442 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:31:25,442 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:31:25,442 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,34507,1733257884808 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:31:25,443 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:31:25,443 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:31:25,443 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:31:25,443 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:31:25,443 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:31:25,443 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:25,443 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:31:25,443 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:25,445 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:31:25,445 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:31:25,446 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:25,446 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:31:25,455 INFO [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer(746): ClusterId : 25aa18e8-5148-43ed-a58c-c974c0c616e7 2024-12-03T20:31:25,455 DEBUG [RS:0;b29c245002d9:40537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:31:25,457 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257915457 2024-12-03T20:31:25,457 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:31:25,457 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:31:25,457 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:31:25,457 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:31:25,457 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:31:25,457 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:31:25,457 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:25,458 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:31:25,458 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:31:25,458 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:31:25,458 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:31:25,464 DEBUG [RS:0;b29c245002d9:40537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:31:25,464 DEBUG [RS:0;b29c245002d9:40537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:31:25,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:31:25,472 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:31:25,472 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:31:25,474 DEBUG [RS:0;b29c245002d9:40537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:31:25,474 DEBUG [RS:0;b29c245002d9:40537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@403dd3b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:31:25,476 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257885472,5,FailOnTimeoutGroup] 2024-12-03T20:31:25,480 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257885476,5,FailOnTimeoutGroup] 2024-12-03T20:31:25,480 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:25,480 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:31:25,480 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:25,480 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:25,504 DEBUG [RS:0;b29c245002d9:40537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:40537 2024-12-03T20:31:25,505 INFO [RS:0;b29c245002d9:40537 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:31:25,505 INFO [RS:0;b29c245002d9:40537 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:31:25,505 DEBUG [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:31:25,505 INFO [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,34507,1733257884808 with port=40537, startcode=1733257884994 2024-12-03T20:31:25,506 DEBUG [RS:0;b29c245002d9:40537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:31:25,509 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:31:25,509 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34507 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,40537,1733257884994 2024-12-03T20:31:25,509 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34507 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,40537,1733257884994 2024-12-03T20:31:25,512 DEBUG [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370 2024-12-03T20:31:25,512 DEBUG [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33469 2024-12-03T20:31:25,512 DEBUG [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:31:25,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1840650894/rs 2024-12-03T20:31:25,525 DEBUG [RS:0;b29c245002d9:40537 {}] zookeeper.ZKUtil(111): regionserver:40537-0x1019ce455a00004, quorum=127.0.0.1:61336, baseZNode=/1840650894 Set watcher on existing znode=/1840650894/rs/b29c245002d9,40537,1733257884994 2024-12-03T20:31:25,525 WARN [RS:0;b29c245002d9:40537 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:31:25,525 INFO [RS:0;b29c245002d9:40537 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:31:25,525 DEBUG [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/WALs/b29c245002d9,40537,1733257884994 2024-12-03T20:31:25,525 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,40537,1733257884994] 2024-12-03T20:31:25,539 INFO [RS:0;b29c245002d9:40537 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:31:25,541 INFO [RS:0;b29c245002d9:40537 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:31:25,546 INFO [RS:0;b29c245002d9:40537 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:31:25,546 INFO [RS:0;b29c245002d9:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:25,548 INFO [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:31:25,549 INFO [RS:0;b29c245002d9:40537 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:31:25,549 INFO [RS:0;b29c245002d9:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:25,549 DEBUG [RS:0;b29c245002d9:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:25,549 DEBUG [RS:0;b29c245002d9:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:25,549 DEBUG [RS:0;b29c245002d9:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:25,549 DEBUG [RS:0;b29c245002d9:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:25,549 DEBUG [RS:0;b29c245002d9:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:25,549 DEBUG [RS:0;b29c245002d9:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:31:25,549 DEBUG [RS:0;b29c245002d9:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:25,549 DEBUG [RS:0;b29c245002d9:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:25,549 DEBUG [RS:0;b29c245002d9:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:25,549 DEBUG [RS:0;b29c245002d9:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:25,550 DEBUG [RS:0;b29c245002d9:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:25,550 DEBUG [RS:0;b29c245002d9:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:25,550 DEBUG [RS:0;b29c245002d9:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:31:25,550 DEBUG [RS:0;b29c245002d9:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:31:25,561 INFO [RS:0;b29c245002d9:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:25,561 INFO [RS:0;b29c245002d9:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:25,561 INFO [RS:0;b29c245002d9:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:25,561 INFO [RS:0;b29c245002d9:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:25,561 INFO [RS:0;b29c245002d9:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:25,561 INFO [RS:0;b29c245002d9:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,40537,1733257884994-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:31:25,589 INFO [RS:0;b29c245002d9:40537 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:31:25,589 INFO [RS:0;b29c245002d9:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,40537,1733257884994-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:25,589 INFO [RS:0;b29c245002d9:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:25,590 INFO [RS:0;b29c245002d9:40537 {}] regionserver.Replication(171): b29c245002d9,40537,1733257884994 started 2024-12-03T20:31:25,612 INFO [RS:0;b29c245002d9:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:25,612 INFO [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,40537,1733257884994, RpcServer on b29c245002d9/172.17.0.3:40537, sessionid=0x1019ce455a00004 2024-12-03T20:31:25,612 DEBUG [RS:0;b29c245002d9:40537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:31:25,612 DEBUG [RS:0;b29c245002d9:40537 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,40537,1733257884994 2024-12-03T20:31:25,613 DEBUG [RS:0;b29c245002d9:40537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,40537,1733257884994' 2024-12-03T20:31:25,613 DEBUG [RS:0;b29c245002d9:40537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1840650894/flush-table-proc/abort' 2024-12-03T20:31:25,613 DEBUG [RS:0;b29c245002d9:40537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1840650894/flush-table-proc/acquired' 2024-12-03T20:31:25,614 DEBUG [RS:0;b29c245002d9:40537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:31:25,614 DEBUG [RS:0;b29c245002d9:40537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:31:25,614 DEBUG [RS:0;b29c245002d9:40537 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,40537,1733257884994 2024-12-03T20:31:25,614 DEBUG [RS:0;b29c245002d9:40537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,40537,1733257884994' 2024-12-03T20:31:25,614 DEBUG [RS:0;b29c245002d9:40537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1840650894/online-snapshot/abort' 2024-12-03T20:31:25,614 DEBUG [RS:0;b29c245002d9:40537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1840650894/online-snapshot/acquired' 2024-12-03T20:31:25,614 DEBUG [RS:0;b29c245002d9:40537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:31:25,615 INFO [RS:0;b29c245002d9:40537 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:31:25,615 INFO [RS:0;b29c245002d9:40537 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:31:25,715 INFO [RS:0;b29c245002d9:40537 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:31:25,717 INFO [RS:0;b29c245002d9:40537 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C40537%2C1733257884994, suffix=, logDir=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/WALs/b29c245002d9,40537,1733257884994, archiveDir=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/oldWALs, maxLogs=10 2024-12-03T20:31:25,734 DEBUG [RS:0;b29c245002d9:40537 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/WALs/b29c245002d9,40537,1733257884994/b29c245002d9%2C40537%2C1733257884994.1733257885717, exclude list is [], retry=0 2024-12-03T20:31:25,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35467,DS-0a9ea238-7dde-4f9d-b6d3-9c5ddaefee50,DISK] 2024-12-03T20:31:25,739 INFO [RS:0;b29c245002d9:40537 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/WALs/b29c245002d9,40537,1733257884994/b29c245002d9%2C40537%2C1733257884994.1733257885717 2024-12-03T20:31:25,740 DEBUG [RS:0;b29c245002d9:40537 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39531:39531)] 2024-12-03T20:31:25,874 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:31:25,874 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370 2024-12-03T20:31:25,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741833_1009 (size=32) 2024-12-03T20:31:25,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:25,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:31:25,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:31:25,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:25,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:25,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:31:25,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:31:25,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:25,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:25,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:31:25,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:31:25,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:25,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:25,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:31:25,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:31:25,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:25,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:25,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:31:25,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740 2024-12-03T20:31:25,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740 2024-12-03T20:31:25,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:31:25,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:31:25,911 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:31:25,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:31:25,921 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:31:25,921 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67834516, jitterRate=0.01081305742263794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:31:25,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257885883Initializing all the Stores at 1733257885884 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257885884Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257885884Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257885884Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257885884Cleaning up temporary data from old regions at 1733257885911 (+27 ms)Region opened successfully at 1733257885921 (+10 ms) 2024-12-03T20:31:25,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:31:25,922 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:31:25,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:31:25,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:31:25,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:31:25,922 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:31:25,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257885922Disabling compacts and flushes for region at 1733257885922Disabling writes for close at 1733257885922Writing region close event to WAL at 1733257885922Closed at 1733257885922 2024-12-03T20:31:25,923 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:31:25,923 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:31:25,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:31:25,925 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:31:25,927 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:31:26,077 DEBUG [b29c245002d9:34507 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:31:26,078 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,40537,1733257884994 2024-12-03T20:31:26,079 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,40537,1733257884994, state=OPENING 2024-12-03T20:31:26,164 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:31:26,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1019ce455a00004, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1840650894 2024-12-03T20:31:26,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1840650894 2024-12-03T20:31:26,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1840650894/meta-region-server: CHANGED 2024-12-03T20:31:26,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1840650894/meta-region-server: CHANGED 2024-12-03T20:31:26,180 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:31:26,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,40537,1733257884994}] 2024-12-03T20:31:26,333 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:31:26,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:31:26,336 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:31:26,336 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:31:26,336 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:31:26,338 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C40537%2C1733257884994.meta, suffix=.meta, logDir=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/WALs/b29c245002d9,40537,1733257884994, archiveDir=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/oldWALs, maxLogs=10 2024-12-03T20:31:26,354 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/WALs/b29c245002d9,40537,1733257884994/b29c245002d9%2C40537%2C1733257884994.meta.1733257886338.meta, exclude list is [], retry=0 2024-12-03T20:31:26,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35467,DS-0a9ea238-7dde-4f9d-b6d3-9c5ddaefee50,DISK] 2024-12-03T20:31:26,357 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/WALs/b29c245002d9,40537,1733257884994/b29c245002d9%2C40537%2C1733257884994.meta.1733257886338.meta 2024-12-03T20:31:26,357 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39531:39531)] 2024-12-03T20:31:26,358 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:31:26,358 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:31:26,358 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:31:26,358 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:31:26,358 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:31:26,359 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:31:26,359 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:26,359 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:31:26,359 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:31:26,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:31:26,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:31:26,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:26,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:26,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:31:26,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:31:26,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:26,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:26,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:31:26,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:31:26,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:26,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:26,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:31:26,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:31:26,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:26,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:26,366 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:31:26,366 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740 2024-12-03T20:31:26,369 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740 2024-12-03T20:31:26,379 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:31:26,379 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:31:26,380 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:31:26,381 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:31:26,382 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74072490, jitterRate=0.10376611351966858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:31:26,382 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:31:26,382 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257886359Writing region info on filesystem at 1733257886359Initializing all the Stores at 1733257886361 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257886361Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257886361Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257886361Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257886361Cleaning up temporary data from old regions at 1733257886379 (+18 ms)Running coprocessor post-open hooks at 1733257886382 (+3 ms)Region opened successfully at 1733257886382 2024-12-03T20:31:26,383 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257886332 2024-12-03T20:31:26,385 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:31:26,385 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:31:26,386 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,40537,1733257884994 2024-12-03T20:31:26,386 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,40537,1733257884994, state=OPEN 2024-12-03T20:31:26,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1840650894/meta-region-server 2024-12-03T20:31:26,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1019ce455a00004, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1840650894/meta-region-server 2024-12-03T20:31:26,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1840650894/meta-region-server: CHANGED 2024-12-03T20:31:26,398 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,40537,1733257884994 2024-12-03T20:31:26,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1840650894/meta-region-server: CHANGED 2024-12-03T20:31:26,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:31:26,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,40537,1733257884994 in 218 msec 2024-12-03T20:31:26,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:31:26,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 478 msec 2024-12-03T20:31:26,404 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:31:26,404 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:31:26,406 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:31:26,406 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,40537,1733257884994, seqNum=-1] 2024-12-03T20:31:26,406 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:31:26,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:31:26,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 970 msec 2024-12-03T20:31:26,412 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257886412, completionTime=-1 2024-12-03T20:31:26,412 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T20:31:26,412 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:31:26,414 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:31:26,414 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257946414 2024-12-03T20:31:26,414 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733258006414 2024-12-03T20:31:26,414 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T20:31:26,414 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34507,1733257884808-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:26,414 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34507,1733257884808-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:26,414 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34507,1733257884808-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:26,414 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:34507, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:26,415 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:26,417 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:31:26,420 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:26,424 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.329sec 2024-12-03T20:31:26,424 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:31:26,424 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:31:26,424 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:31:26,424 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:31:26,424 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:31:26,424 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34507,1733257884808-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:31:26,424 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34507,1733257884808-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:31:26,433 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:31:26,433 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:31:26,433 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,34507,1733257884808-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:26,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c523b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:26,456 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,34507,-1 for getting cluster id 2024-12-03T20:31:26,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:31:26,460 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25aa18e8-5148-43ed-a58c-c974c0c616e7' 2024-12-03T20:31:26,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:31:26,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25aa18e8-5148-43ed-a58c-c974c0c616e7" 2024-12-03T20:31:26,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a774ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:26,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,34507,-1] 2024-12-03T20:31:26,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:31:26,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:26,462 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:31:26,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46218b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:26,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:31:26,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,40537,1733257884994, seqNum=-1] 2024-12-03T20:31:26,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:31:26,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:31:26,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,34507,1733257884808 2024-12-03T20:31:26,468 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61336 2024-12-03T20:31:26,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:31:26,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019ce455a00005 connected 2024-12-03T20:31:26,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/hadoop.log.dir so I do NOT create it in target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a 2024-12-03T20:31:26,497 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T20:31:26,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/hadoop.tmp.dir so I do NOT create it in target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a 2024-12-03T20:31:26,497 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T20:31:26,497 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a 2024-12-03T20:31:26,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T20:31:26,498 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/cluster_957fbbce-08ac-19ba-49aa-68fa5b041a9c, deleteOnExit=true 2024-12-03T20:31:26,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T20:31:26,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/test.cache.data in system properties and HBase conf 2024-12-03T20:31:26,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T20:31:26,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/hadoop.log.dir in system properties and HBase conf 2024-12-03T20:31:26,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T20:31:26,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T20:31:26,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T20:31:26,498 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T20:31:26,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:31:26,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T20:31:26,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T20:31:26,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:31:26,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T20:31:26,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T20:31:26,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T20:31:26,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:31:26,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T20:31:26,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/nfs.dump.dir in system properties and HBase conf 2024-12-03T20:31:26,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/java.io.tmpdir in system properties and HBase conf 2024-12-03T20:31:26,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T20:31:26,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T20:31:26,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T20:31:26,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:31:26,825 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:31:26,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:31:26,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:31:26,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T20:31:26,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:31:26,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52750825{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:31:26,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f4e7b54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:31:26,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@326b4593{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/java.io.tmpdir/jetty-localhost-36255-hadoop-hdfs-3_4_1-tests_jar-_-any-6493999042310650640/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:31:26,929 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56ad0518{HTTP/1.1, (http/1.1)}{localhost:36255} 2024-12-03T20:31:26,929 INFO [Time-limited test {}] server.Server(415): Started @356864ms 2024-12-03T20:31:27,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T20:31:27,345 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T20:31:27,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T20:31:27,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T20:31:27,353 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T20:31:27,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7047b583{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/hadoop.log.dir/,AVAILABLE} 2024-12-03T20:31:27,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a06eee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T20:31:27,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@195293a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/java.io.tmpdir/jetty-localhost-38211-hadoop-hdfs-3_4_1-tests_jar-_-any-950785394413610835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:31:27,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24e7d4bc{HTTP/1.1, (http/1.1)}{localhost:38211} 2024-12-03T20:31:27,476 INFO [Time-limited test {}] server.Server(415): Started @357411ms 2024-12-03T20:31:27,477 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T20:31:28,143 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:31:28,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:28,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:28,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:28,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:28,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:28,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:28,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:28,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:28,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:28,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:28,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:28,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:28,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:28,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:28,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:28,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:28,628 WARN [Thread-4549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/cluster_957fbbce-08ac-19ba-49aa-68fa5b041a9c/data/data1/current/BP-2013118834-172.17.0.3-1733257886519/current, will proceed with Du for space computation calculation, 2024-12-03T20:31:28,632 WARN [Thread-4550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/cluster_957fbbce-08ac-19ba-49aa-68fa5b041a9c/data/data2/current/BP-2013118834-172.17.0.3-1733257886519/current, will proceed with Du for space computation calculation, 2024-12-03T20:31:28,658 WARN [Thread-4536 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T20:31:28,662 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18a280a0fe2f22a6 with lease ID 0x160ae6041c74acdd: Processing first storage report for DS-5cbe3219-6087-404c-9329-e5eeed1c411f from datanode DatanodeRegistration(127.0.0.1:37183, datanodeUuid=b6486f31-d69f-4af6-907d-6510d6819ee3, infoPort=41231, infoSecurePort=0, ipcPort=42137, storageInfo=lv=-57;cid=testClusterID;nsid=80291707;c=1733257886519) 2024-12-03T20:31:28,662 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18a280a0fe2f22a6 with lease ID 0x160ae6041c74acdd: from storage DS-5cbe3219-6087-404c-9329-e5eeed1c411f node DatanodeRegistration(127.0.0.1:37183, datanodeUuid=b6486f31-d69f-4af6-907d-6510d6819ee3, infoPort=41231, infoSecurePort=0, ipcPort=42137, storageInfo=lv=-57;cid=testClusterID;nsid=80291707;c=1733257886519), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:31:28,662 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18a280a0fe2f22a6 with lease ID 0x160ae6041c74acdd: Processing first storage report for DS-d4a31fc1-e984-43f9-88e9-113518660554 from datanode DatanodeRegistration(127.0.0.1:37183, datanodeUuid=b6486f31-d69f-4af6-907d-6510d6819ee3, infoPort=41231, infoSecurePort=0, ipcPort=42137, storageInfo=lv=-57;cid=testClusterID;nsid=80291707;c=1733257886519) 2024-12-03T20:31:28,662 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18a280a0fe2f22a6 with lease ID 0x160ae6041c74acdd: from storage DS-d4a31fc1-e984-43f9-88e9-113518660554 node DatanodeRegistration(127.0.0.1:37183, datanodeUuid=b6486f31-d69f-4af6-907d-6510d6819ee3, infoPort=41231, infoSecurePort=0, ipcPort=42137, storageInfo=lv=-57;cid=testClusterID;nsid=80291707;c=1733257886519), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T20:31:28,669 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a 2024-12-03T20:31:28,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:28,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:28,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741825_1001 (size=7) 2024-12-03T20:31:29,091 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f with version=8 2024-12-03T20:31:29,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/hbase-staging 2024-12-03T20:31:29,094 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:31:29,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:29,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:29,094 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:31:29,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:29,094 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:31:29,094 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T20:31:29,094 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:31:29,095 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45677 2024-12-03T20:31:29,096 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45677 connecting to ZooKeeper ensemble=127.0.0.1:61336 2024-12-03T20:31:29,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456770x0, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:31:29,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45677-0x1019ce455a00006 connected 2024-12-03T20:31:29,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:29,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:29,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Set watcher on znode that does not yet exist, /2886592638/running 2024-12-03T20:31:29,524 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f, hbase.cluster.distributed=false 2024-12-03T20:31:29,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Set watcher on znode that does not yet exist, /2886592638/acl 2024-12-03T20:31:29,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45677 2024-12-03T20:31:29,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45677 2024-12-03T20:31:29,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45677 2024-12-03T20:31:29,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45677 2024-12-03T20:31:29,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45677 2024-12-03T20:31:29,540 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b29c245002d9:0 server-side Connection retries=45 2024-12-03T20:31:29,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:29,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:29,541 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T20:31:29,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T20:31:29,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T20:31:29,541 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T20:31:29,541 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T20:31:29,541 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43849 2024-12-03T20:31:29,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43849 connecting to ZooKeeper ensemble=127.0.0.1:61336 2024-12-03T20:31:29,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:29,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:29,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438490x0, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:31:29,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438490x0, quorum=127.0.0.1:61336, baseZNode=/2886592638 Set watcher on znode that does not yet exist, /2886592638/running 2024-12-03T20:31:29,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43849-0x1019ce455a00007 connected 2024-12-03T20:31:29,586 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T20:31:29,587 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T20:31:29,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43849-0x1019ce455a00007, quorum=127.0.0.1:61336, baseZNode=/2886592638 Set watcher on znode that does not yet exist, /2886592638/master 2024-12-03T20:31:29,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43849-0x1019ce455a00007, quorum=127.0.0.1:61336, baseZNode=/2886592638 Set watcher on znode that does not yet exist, /2886592638/acl 2024-12-03T20:31:29,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43849 2024-12-03T20:31:29,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43849 2024-12-03T20:31:29,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43849 2024-12-03T20:31:29,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43849 2024-12-03T20:31:29,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43849 2024-12-03T20:31:29,612 DEBUG [M:0;b29c245002d9:45677 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b29c245002d9:45677 2024-12-03T20:31:29,612 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2886592638/backup-masters/b29c245002d9,45677,1733257889094 2024-12-03T20:31:29,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886592638/backup-masters 2024-12-03T20:31:29,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1019ce455a00007, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886592638/backup-masters 2024-12-03T20:31:29,679 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Set watcher on existing znode=/2886592638/backup-masters/b29c245002d9,45677,1733257889094 2024-12-03T20:31:29,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886592638 2024-12-03T20:31:29,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1019ce455a00007, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2886592638/master 2024-12-03T20:31:29,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1019ce455a00007, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886592638 2024-12-03T20:31:29,744 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Set watcher on existing znode=/2886592638/master 2024-12-03T20:31:29,744 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2886592638/backup-masters/b29c245002d9,45677,1733257889094 from backup master directory 2024-12-03T20:31:29,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2886592638/backup-masters/b29c245002d9,45677,1733257889094 2024-12-03T20:31:29,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886592638/backup-masters 2024-12-03T20:31:29,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1019ce455a00007, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886592638/backup-masters 2024-12-03T20:31:29,757 WARN [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:31:29,757 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b29c245002d9,45677,1733257889094 2024-12-03T20:31:29,760 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/hbase.id] with ID: e95e5060-28b4-4a12-9082-dd222c22bc90 2024-12-03T20:31:29,760 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/.tmp/hbase.id 2024-12-03T20:31:29,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741826_1002 (size=42) 2024-12-03T20:31:30,163 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/.tmp/hbase.id]:[hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/hbase.id] 2024-12-03T20:31:30,170 INFO [master/b29c245002d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:30,170 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T20:31:30,170 INFO [master/b29c245002d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T20:31:30,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1019ce455a00007, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886592638 2024-12-03T20:31:30,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886592638 2024-12-03T20:31:30,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741827_1003 (size=196) 2024-12-03T20:31:30,602 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:31:30,602 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T20:31:30,603 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:31:30,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741828_1004 (size=1189) 2024-12-03T20:31:31,009 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/data/master/store 2024-12-03T20:31:31,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741829_1005 (size=34) 2024-12-03T20:31:31,414 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:31,414 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:31:31,414 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:31,414 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:31,414 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:31:31,414 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:31,414 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:31,414 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257891414Disabling compacts and flushes for region at 1733257891414Disabling writes for close at 1733257891414Writing region close event to WAL at 1733257891414Closed at 1733257891414 2024-12-03T20:31:31,414 WARN [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/data/master/store/.initializing 2024-12-03T20:31:31,415 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/WALs/b29c245002d9,45677,1733257889094 2024-12-03T20:31:31,415 INFO [master/b29c245002d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:31:31,416 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b29c245002d9%2C45677%2C1733257889094, suffix=, logDir=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/WALs/b29c245002d9,45677,1733257889094, archiveDir=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/oldWALs, maxLogs=10 2024-12-03T20:31:31,427 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/WALs/b29c245002d9,45677,1733257889094/b29c245002d9%2C45677%2C1733257889094.1733257891416, exclude list is [], retry=0 2024-12-03T20:31:31,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37183,DS-5cbe3219-6087-404c-9329-e5eeed1c411f,DISK] 2024-12-03T20:31:31,430 INFO [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/WALs/b29c245002d9,45677,1733257889094/b29c245002d9%2C45677%2C1733257889094.1733257891416 2024-12-03T20:31:31,430 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41231:41231)] 2024-12-03T20:31:31,430 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:31:31,431 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:31,431 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:31,431 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:31,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:31,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T20:31:31,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:31,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:31,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:31,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T20:31:31,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:31,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:31,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:31,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T20:31:31,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:31,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:31,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:31,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T20:31:31,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:31,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:31,436 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:31,437 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:31,437 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:31,438 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:31,438 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:31,438 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:31:31,439 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T20:31:31,440 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:31:31,441 INFO [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59593382, jitterRate=-0.11198940873146057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:31:31,441 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733257891431Initializing all the Stores at 1733257891431Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257891431Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257891431Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257891432 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257891432Cleaning up temporary data from old regions at 1733257891438 (+6 ms)Region opened successfully at 1733257891441 (+3 ms) 2024-12-03T20:31:31,441 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T20:31:31,443 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c5792d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:31:31,444 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T20:31:31,444 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T20:31:31,444 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T20:31:31,444 INFO [master/b29c245002d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T20:31:31,444 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T20:31:31,444 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T20:31:31,444 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T20:31:31,446 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T20:31:31,446 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Unable to get data of znode /2886592638/balancer because node does not exist (not necessarily an error) 2024-12-03T20:31:31,452 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2886592638/balancer already deleted, retry=false 2024-12-03T20:31:31,452 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T20:31:31,452 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Unable to get data of znode /2886592638/normalizer because node does not exist (not necessarily an error) 2024-12-03T20:31:31,462 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2886592638/normalizer already deleted, retry=false 2024-12-03T20:31:31,463 INFO [master/b29c245002d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T20:31:31,464 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Unable to get data of znode /2886592638/switch/split because node does not exist (not necessarily an error) 2024-12-03T20:31:31,473 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2886592638/switch/split already deleted, retry=false 2024-12-03T20:31:31,474 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Unable to get data of znode /2886592638/switch/merge because node does not exist (not necessarily an error) 2024-12-03T20:31:31,483 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2886592638/switch/merge already deleted, retry=false 2024-12-03T20:31:31,485 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Unable to get data of znode /2886592638/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T20:31:31,494 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2886592638/snapshot-cleanup already deleted, retry=false 2024-12-03T20:31:31,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2886592638/running 2024-12-03T20:31:31,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1019ce455a00007, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2886592638/running 2024-12-03T20:31:31,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886592638 2024-12-03T20:31:31,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1019ce455a00007, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886592638 2024-12-03T20:31:31,505 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b29c245002d9,45677,1733257889094, sessionid=0x1019ce455a00006, setting cluster-up flag (Was=false) 2024-12-03T20:31:31,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1019ce455a00007, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886592638 2024-12-03T20:31:31,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886592638 2024-12-03T20:31:31,626 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2886592638/flush-table-proc/acquired, /2886592638/flush-table-proc/reached, /2886592638/flush-table-proc/abort 2024-12-03T20:31:31,627 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,45677,1733257889094 2024-12-03T20:31:31,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886592638 2024-12-03T20:31:31,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1019ce455a00007, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886592638 2024-12-03T20:31:31,694 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2886592638/online-snapshot/acquired, /2886592638/online-snapshot/reached, /2886592638/online-snapshot/abort 2024-12-03T20:31:31,695 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b29c245002d9,45677,1733257889094 2024-12-03T20:31:31,696 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T20:31:31,697 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T20:31:31,698 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T20:31:31,698 INFO [master/b29c245002d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T20:31:31,698 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b29c245002d9,45677,1733257889094 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T20:31:31,699 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:31:31,699 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:31:31,699 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:31:31,699 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b29c245002d9:0, corePoolSize=5, maxPoolSize=5 2024-12-03T20:31:31,699 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b29c245002d9:0, corePoolSize=10, maxPoolSize=10 2024-12-03T20:31:31,699 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:31,699 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:31:31,699 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:31,700 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733257921700 2024-12-03T20:31:31,700 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T20:31:31,700 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T20:31:31,700 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T20:31:31,700 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:31:31,700 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T20:31:31,700 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T20:31:31,700 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T20:31:31,700 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T20:31:31,700 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:31,701 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T20:31:31,701 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T20:31:31,701 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T20:31:31,701 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T20:31:31,701 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:31,701 INFO [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(746): ClusterId : e95e5060-28b4-4a12-9082-dd222c22bc90 2024-12-03T20:31:31,701 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T20:31:31,701 INFO [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T20:31:31,701 DEBUG [RS:0;b29c245002d9:43849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T20:31:31,701 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T20:31:31,701 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257891701,5,FailOnTimeoutGroup] 2024-12-03T20:31:31,701 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257891701,5,FailOnTimeoutGroup] 2024-12-03T20:31:31,701 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:31,701 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T20:31:31,701 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:31,701 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:31,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741831_1007 (size=1321) 2024-12-03T20:31:31,710 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T20:31:31,710 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f 2024-12-03T20:31:31,716 DEBUG [RS:0;b29c245002d9:43849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T20:31:31,716 DEBUG [RS:0;b29c245002d9:43849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T20:31:31,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741832_1008 (size=32) 2024-12-03T20:31:31,726 DEBUG [RS:0;b29c245002d9:43849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T20:31:31,727 DEBUG [RS:0;b29c245002d9:43849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a4041b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b29c245002d9/172.17.0.3:0 2024-12-03T20:31:31,742 DEBUG [RS:0;b29c245002d9:43849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b29c245002d9:43849 2024-12-03T20:31:31,742 INFO [RS:0;b29c245002d9:43849 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T20:31:31,742 INFO [RS:0;b29c245002d9:43849 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T20:31:31,742 DEBUG [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T20:31:31,743 INFO [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(2659): reportForDuty to master=b29c245002d9,45677,1733257889094 with port=43849, startcode=1733257889540 2024-12-03T20:31:31,743 DEBUG [RS:0;b29c245002d9:43849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T20:31:31,744 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T20:31:31,745 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45677 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b29c245002d9,43849,1733257889540 2024-12-03T20:31:31,745 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45677 {}] master.ServerManager(517): Registering regionserver=b29c245002d9,43849,1733257889540 2024-12-03T20:31:31,746 DEBUG [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f 2024-12-03T20:31:31,746 DEBUG [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37955 2024-12-03T20:31:31,746 DEBUG [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T20:31:31,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886592638/rs 2024-12-03T20:31:31,790 DEBUG [RS:0;b29c245002d9:43849 {}] zookeeper.ZKUtil(111): regionserver:43849-0x1019ce455a00007, quorum=127.0.0.1:61336, baseZNode=/2886592638 Set watcher on existing znode=/2886592638/rs/b29c245002d9,43849,1733257889540 2024-12-03T20:31:31,790 WARN [RS:0;b29c245002d9:43849 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T20:31:31,790 INFO [RS:0;b29c245002d9:43849 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:31:31,790 DEBUG [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/WALs/b29c245002d9,43849,1733257889540 2024-12-03T20:31:31,790 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b29c245002d9,43849,1733257889540] 2024-12-03T20:31:31,794 INFO [RS:0;b29c245002d9:43849 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T20:31:31,796 INFO [RS:0;b29c245002d9:43849 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T20:31:31,800 INFO [RS:0;b29c245002d9:43849 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T20:31:31,800 INFO [RS:0;b29c245002d9:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:31,802 INFO [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T20:31:31,802 INFO [RS:0;b29c245002d9:43849 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T20:31:31,802 INFO [RS:0;b29c245002d9:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:31,802 DEBUG [RS:0;b29c245002d9:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:31,803 DEBUG [RS:0;b29c245002d9:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:31,803 DEBUG [RS:0;b29c245002d9:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:31,803 DEBUG [RS:0;b29c245002d9:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:31,803 DEBUG [RS:0;b29c245002d9:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:31,803 DEBUG [RS:0;b29c245002d9:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b29c245002d9:0, corePoolSize=2, maxPoolSize=2 2024-12-03T20:31:31,803 DEBUG [RS:0;b29c245002d9:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:31,803 DEBUG [RS:0;b29c245002d9:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:31,803 DEBUG [RS:0;b29c245002d9:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:31,803 DEBUG [RS:0;b29c245002d9:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:31,803 DEBUG [RS:0;b29c245002d9:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:31,803 DEBUG [RS:0;b29c245002d9:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b29c245002d9:0, corePoolSize=1, maxPoolSize=1 2024-12-03T20:31:31,803 DEBUG [RS:0;b29c245002d9:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:31:31,803 DEBUG [RS:0;b29c245002d9:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b29c245002d9:0, corePoolSize=3, maxPoolSize=3 2024-12-03T20:31:31,804 INFO [RS:0;b29c245002d9:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:31,804 INFO [RS:0;b29c245002d9:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:31,804 INFO [RS:0;b29c245002d9:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:31,804 INFO [RS:0;b29c245002d9:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:31,804 INFO [RS:0;b29c245002d9:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:31,804 INFO [RS:0;b29c245002d9:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,43849,1733257889540-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:31:31,818 INFO [RS:0;b29c245002d9:43849 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T20:31:31,818 INFO [RS:0;b29c245002d9:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,43849,1733257889540-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:31,818 INFO [RS:0;b29c245002d9:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:31,818 INFO [RS:0;b29c245002d9:43849 {}] regionserver.Replication(171): b29c245002d9,43849,1733257889540 started 2024-12-03T20:31:31,830 INFO [RS:0;b29c245002d9:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:31,830 INFO [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(1482): Serving as b29c245002d9,43849,1733257889540, RpcServer on b29c245002d9/172.17.0.3:43849, sessionid=0x1019ce455a00007 2024-12-03T20:31:31,830 DEBUG [RS:0;b29c245002d9:43849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T20:31:31,830 DEBUG [RS:0;b29c245002d9:43849 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b29c245002d9,43849,1733257889540 2024-12-03T20:31:31,830 DEBUG [RS:0;b29c245002d9:43849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,43849,1733257889540' 2024-12-03T20:31:31,830 DEBUG [RS:0;b29c245002d9:43849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2886592638/flush-table-proc/abort' 2024-12-03T20:31:31,831 DEBUG [RS:0;b29c245002d9:43849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2886592638/flush-table-proc/acquired' 2024-12-03T20:31:31,831 DEBUG [RS:0;b29c245002d9:43849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T20:31:31,831 DEBUG [RS:0;b29c245002d9:43849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T20:31:31,831 DEBUG [RS:0;b29c245002d9:43849 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b29c245002d9,43849,1733257889540 2024-12-03T20:31:31,831 DEBUG [RS:0;b29c245002d9:43849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b29c245002d9,43849,1733257889540' 2024-12-03T20:31:31,831 DEBUG [RS:0;b29c245002d9:43849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2886592638/online-snapshot/abort' 2024-12-03T20:31:31,831 DEBUG [RS:0;b29c245002d9:43849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2886592638/online-snapshot/acquired' 2024-12-03T20:31:31,832 DEBUG [RS:0;b29c245002d9:43849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T20:31:31,832 INFO [RS:0;b29c245002d9:43849 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T20:31:31,832 INFO [RS:0;b29c245002d9:43849 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T20:31:31,932 INFO [RS:0;b29c245002d9:43849 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T20:31:31,933 INFO [RS:0;b29c245002d9:43849 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C43849%2C1733257889540, suffix=, logDir=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/WALs/b29c245002d9,43849,1733257889540, archiveDir=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/oldWALs, maxLogs=10 2024-12-03T20:31:31,949 DEBUG [RS:0;b29c245002d9:43849 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/WALs/b29c245002d9,43849,1733257889540/b29c245002d9%2C43849%2C1733257889540.1733257891934, exclude list is [], retry=0 2024-12-03T20:31:31,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37183,DS-5cbe3219-6087-404c-9329-e5eeed1c411f,DISK] 2024-12-03T20:31:31,954 INFO [RS:0;b29c245002d9:43849 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/WALs/b29c245002d9,43849,1733257889540/b29c245002d9%2C43849%2C1733257889540.1733257891934 2024-12-03T20:31:31,955 DEBUG [RS:0;b29c245002d9:43849 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41231:41231)] 2024-12-03T20:31:32,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:32,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:31:32,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:31:32,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:32,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:32,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:31:32,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:31:32,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:32,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:32,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:31:32,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:31:32,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:32,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:32,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:31:32,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:31:32,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:32,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:32,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:31:32,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740 2024-12-03T20:31:32,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740 2024-12-03T20:31:32,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:31:32,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:31:32,134 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:31:32,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:31:32,136 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:31:32,137 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61683530, jitterRate=-0.08084377646446228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:31:32,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733257892117Initializing all the Stores at 1733257892118 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257892118Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257892120 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257892120Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257892120Cleaning up temporary data from old regions at 1733257892134 (+14 ms)Region opened successfully at 1733257892137 (+3 ms) 2024-12-03T20:31:32,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:31:32,137 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:31:32,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:31:32,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:31:32,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:31:32,143 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:31:32,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257892137Disabling compacts and flushes for region at 1733257892137Disabling writes for close at 1733257892137Writing region close event to WAL at 1733257892143 (+6 ms)Closed at 1733257892143 2024-12-03T20:31:32,144 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:31:32,144 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T20:31:32,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T20:31:32,145 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:31:32,146 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T20:31:32,296 DEBUG [b29c245002d9:45677 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T20:31:32,297 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b29c245002d9,43849,1733257889540 2024-12-03T20:31:32,298 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,43849,1733257889540, state=OPENING 2024-12-03T20:31:32,549 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T20:31:32,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1019ce455a00007, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886592638 2024-12-03T20:31:32,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886592638 2024-12-03T20:31:32,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2886592638/meta-region-server: CHANGED 2024-12-03T20:31:32,610 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T20:31:32,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,43849,1733257889540}] 2024-12-03T20:31:32,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2886592638/meta-region-server: CHANGED 2024-12-03T20:31:32,763 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:31:32,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:31:32,770 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T20:31:32,770 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:31:32,771 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T20:31:32,776 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C43849%2C1733257889540.meta, suffix=.meta, logDir=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/WALs/b29c245002d9,43849,1733257889540, archiveDir=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/oldWALs, maxLogs=10 2024-12-03T20:31:32,794 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/WALs/b29c245002d9,43849,1733257889540/b29c245002d9%2C43849%2C1733257889540.meta.1733257892776.meta, exclude list is [], retry=0 2024-12-03T20:31:32,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37183,DS-5cbe3219-6087-404c-9329-e5eeed1c411f,DISK] 2024-12-03T20:31:32,808 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/WALs/b29c245002d9,43849,1733257889540/b29c245002d9%2C43849%2C1733257889540.meta.1733257892776.meta 2024-12-03T20:31:32,809 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41231:41231)] 2024-12-03T20:31:32,809 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:31:32,809 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:31:32,810 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:31:32,810 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T20:31:32,810 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T20:31:32,810 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T20:31:32,810 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:32,810 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T20:31:32,810 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T20:31:32,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T20:31:32,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T20:31:32,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:32,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:32,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T20:31:32,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T20:31:32,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:32,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:32,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T20:31:32,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T20:31:32,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:32,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:32,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T20:31:32,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T20:31:32,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:32,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T20:31:32,818 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T20:31:32,818 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740 2024-12-03T20:31:32,819 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740 2024-12-03T20:31:32,820 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T20:31:32,820 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T20:31:32,821 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T20:31:32,822 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T20:31:32,822 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64063325, jitterRate=-0.0453820675611496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T20:31:32,823 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T20:31:32,823 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733257892810Writing region info on filesystem at 1733257892810Initializing all the Stores at 1733257892811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257892811Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257892813 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257892813Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733257892813Cleaning up temporary data from old regions at 1733257892820 (+7 ms)Running coprocessor post-open hooks at 1733257892823 (+3 ms)Region opened successfully at 1733257892823 2024-12-03T20:31:32,824 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733257892763 2024-12-03T20:31:32,845 DEBUG [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T20:31:32,846 INFO [RS_OPEN_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T20:31:32,847 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,43849,1733257889540 2024-12-03T20:31:32,847 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b29c245002d9,43849,1733257889540, state=OPEN 2024-12-03T20:31:32,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2886592638/meta-region-server 2024-12-03T20:31:32,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1019ce455a00007, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2886592638/meta-region-server 2024-12-03T20:31:32,852 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b29c245002d9,43849,1733257889540 2024-12-03T20:31:32,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2886592638/meta-region-server: CHANGED 2024-12-03T20:31:32,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2886592638/meta-region-server: CHANGED 2024-12-03T20:31:32,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T20:31:32,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b29c245002d9,43849,1733257889540 in 242 msec 2024-12-03T20:31:32,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T20:31:32,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 710 msec 2024-12-03T20:31:32,856 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T20:31:32,856 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T20:31:32,857 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:31:32,857 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,43849,1733257889540, seqNum=-1] 2024-12-03T20:31:32,858 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:31:32,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:31:32,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1650 sec 2024-12-03T20:31:32,862 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733257892862, completionTime=-1 2024-12-03T20:31:32,863 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T20:31:32,863 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T20:31:32,865 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T20:31:32,865 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733257952865 2024-12-03T20:31:32,865 INFO [master/b29c245002d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733258012865 2024-12-03T20:31:32,865 INFO [master/b29c245002d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T20:31:32,866 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,45677,1733257889094-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:32,866 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,45677,1733257889094-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:32,866 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,45677,1733257889094-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:32,866 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b29c245002d9:45677, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:32,866 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:32,868 DEBUG [master/b29c245002d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T20:31:32,870 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:32,874 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.117sec 2024-12-03T20:31:32,874 INFO [master/b29c245002d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T20:31:32,874 INFO [master/b29c245002d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T20:31:32,874 INFO [master/b29c245002d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T20:31:32,874 INFO [master/b29c245002d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T20:31:32,874 INFO [master/b29c245002d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T20:31:32,874 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,45677,1733257889094-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T20:31:32,874 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,45677,1733257889094-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T20:31:32,877 DEBUG [master/b29c245002d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T20:31:32,877 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T20:31:32,877 INFO [master/b29c245002d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b29c245002d9,45677,1733257889094-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T20:31:32,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53859a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:32,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,45677,-1 for getting cluster id 2024-12-03T20:31:32,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:31:32,914 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e95e5060-28b4-4a12-9082-dd222c22bc90' 2024-12-03T20:31:32,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:31:32,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e95e5060-28b4-4a12-9082-dd222c22bc90" 2024-12-03T20:31:32,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b14ce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:32,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,45677,-1] 2024-12-03T20:31:32,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:31:32,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:32,916 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:31:32,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167c8b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:32,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:31:32,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,43849,1733257889540, seqNum=-1] 2024-12-03T20:31:32,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:31:32,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:31:32,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b29c245002d9,45677,1733257889094 2024-12-03T20:31:32,921 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61336 2024-12-03T20:31:32,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T20:31:32,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019ce455a00008 connected 2024-12-03T20:31:32,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:31:32,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,39461,1733257879788 2024-12-03T20:31:32,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a1bec6 2024-12-03T20:31:32,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:31:32,951 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:31:32,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:31:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T20:31:32,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:31:32,953 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:32,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T20:31:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:31:32,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:31:32,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741835_1011 (size=902) 2024-12-03T20:31:32,989 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06f3a254f2a29a11b418793a6cd32ee2, NAME => 'test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4 2024-12-03T20:31:32,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741836_1012 (size=39) 2024-12-03T20:31:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:31:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:31:33,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:33,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 06f3a254f2a29a11b418793a6cd32ee2, disabling compactions & flushes 2024-12-03T20:31:33,397 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2. 2024-12-03T20:31:33,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2. 2024-12-03T20:31:33,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2. after waiting 0 ms 2024-12-03T20:31:33,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2. 2024-12-03T20:31:33,397 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2. 2024-12-03T20:31:33,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06f3a254f2a29a11b418793a6cd32ee2: Waiting for close lock at 1733257893397Disabling compacts and flushes for region at 1733257893397Disabling writes for close at 1733257893397Writing region close event to WAL at 1733257893397Closed at 1733257893397 2024-12-03T20:31:33,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:31:33,399 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733257893398"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257893398"}]},"ts":"1733257893398"} 2024-12-03T20:31:33,401 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:31:33,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:31:33,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257893402"}]},"ts":"1733257893402"} 2024-12-03T20:31:33,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T20:31:33,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=06f3a254f2a29a11b418793a6cd32ee2, ASSIGN}] 2024-12-03T20:31:33,406 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=06f3a254f2a29a11b418793a6cd32ee2, ASSIGN 2024-12-03T20:31:33,407 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=06f3a254f2a29a11b418793a6cd32ee2, ASSIGN; state=OFFLINE, location=b29c245002d9,40645,1733257880011; forceNewPlan=false, retain=false 2024-12-03T20:31:33,558 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06f3a254f2a29a11b418793a6cd32ee2, regionState=OPENING, regionLocation=b29c245002d9,40645,1733257880011 2024-12-03T20:31:33,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=06f3a254f2a29a11b418793a6cd32ee2, ASSIGN because future has completed 2024-12-03T20:31:33,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06f3a254f2a29a11b418793a6cd32ee2, server=b29c245002d9,40645,1733257880011}] 2024-12-03T20:31:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:31:33,715 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2. 2024-12-03T20:31:33,715 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 06f3a254f2a29a11b418793a6cd32ee2, NAME => 'test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:31:33,716 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:31:33,716 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T20:31:33,716 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 06f3a254f2a29a11b418793a6cd32ee2 2024-12-03T20:31:33,716 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:33,716 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 06f3a254f2a29a11b418793a6cd32ee2 2024-12-03T20:31:33,716 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 06f3a254f2a29a11b418793a6cd32ee2 2024-12-03T20:31:33,717 INFO [StoreOpener-06f3a254f2a29a11b418793a6cd32ee2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 06f3a254f2a29a11b418793a6cd32ee2 2024-12-03T20:31:33,718 INFO [StoreOpener-06f3a254f2a29a11b418793a6cd32ee2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06f3a254f2a29a11b418793a6cd32ee2 columnFamilyName f 2024-12-03T20:31:33,719 DEBUG [StoreOpener-06f3a254f2a29a11b418793a6cd32ee2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:33,719 INFO [StoreOpener-06f3a254f2a29a11b418793a6cd32ee2-1 {}] regionserver.HStore(327): Store=06f3a254f2a29a11b418793a6cd32ee2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:33,719 INFO [StoreOpener-06f3a254f2a29a11b418793a6cd32ee2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 06f3a254f2a29a11b418793a6cd32ee2 2024-12-03T20:31:33,720 INFO [StoreOpener-06f3a254f2a29a11b418793a6cd32ee2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06f3a254f2a29a11b418793a6cd32ee2 columnFamilyName f1 2024-12-03T20:31:33,720 DEBUG [StoreOpener-06f3a254f2a29a11b418793a6cd32ee2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:33,720 INFO [StoreOpener-06f3a254f2a29a11b418793a6cd32ee2-1 {}] regionserver.HStore(327): Store=06f3a254f2a29a11b418793a6cd32ee2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:33,720 INFO [StoreOpener-06f3a254f2a29a11b418793a6cd32ee2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 06f3a254f2a29a11b418793a6cd32ee2 2024-12-03T20:31:33,723 INFO [StoreOpener-06f3a254f2a29a11b418793a6cd32ee2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06f3a254f2a29a11b418793a6cd32ee2 columnFamilyName norep 2024-12-03T20:31:33,723 DEBUG [StoreOpener-06f3a254f2a29a11b418793a6cd32ee2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:33,723 INFO [StoreOpener-06f3a254f2a29a11b418793a6cd32ee2-1 {}] regionserver.HStore(327): Store=06f3a254f2a29a11b418793a6cd32ee2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:33,724 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 06f3a254f2a29a11b418793a6cd32ee2 2024-12-03T20:31:33,724 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/default/test/06f3a254f2a29a11b418793a6cd32ee2 2024-12-03T20:31:33,724 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/default/test/06f3a254f2a29a11b418793a6cd32ee2 2024-12-03T20:31:33,725 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 06f3a254f2a29a11b418793a6cd32ee2 2024-12-03T20:31:33,725 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 06f3a254f2a29a11b418793a6cd32ee2 2024-12-03T20:31:33,725 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:31:33,726 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 06f3a254f2a29a11b418793a6cd32ee2 2024-12-03T20:31:33,727 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/default/test/06f3a254f2a29a11b418793a6cd32ee2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:31:33,728 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 06f3a254f2a29a11b418793a6cd32ee2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72128299, jitterRate=0.07479541003704071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:31:33,728 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06f3a254f2a29a11b418793a6cd32ee2 2024-12-03T20:31:33,728 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 06f3a254f2a29a11b418793a6cd32ee2: Running coprocessor pre-open hook at 1733257893716Writing region info on filesystem at 1733257893716Initializing all the Stores at 1733257893717 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257893717Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257893717Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257893717Cleaning up temporary data from old regions at 1733257893725 (+8 ms)Running coprocessor post-open hooks at 1733257893728 (+3 ms)Region opened successfully at 1733257893728 2024-12-03T20:31:33,728 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2., pid=6, masterSystemTime=1733257893712 2024-12-03T20:31:33,730 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2. 2024-12-03T20:31:33,730 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2. 2024-12-03T20:31:33,730 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06f3a254f2a29a11b418793a6cd32ee2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b29c245002d9,40645,1733257880011 2024-12-03T20:31:33,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06f3a254f2a29a11b418793a6cd32ee2, server=b29c245002d9,40645,1733257880011 because future has completed 2024-12-03T20:31:33,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:31:33,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 06f3a254f2a29a11b418793a6cd32ee2, server=b29c245002d9,40645,1733257880011 in 173 msec 2024-12-03T20:31:33,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T20:31:33,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=06f3a254f2a29a11b418793a6cd32ee2, ASSIGN in 332 msec 2024-12-03T20:31:33,738 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:31:33,738 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257893738"}]},"ts":"1733257893738"} 2024-12-03T20:31:33,740 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T20:31:33,741 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:31:33,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 790 msec 2024-12-03T20:31:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:31:34,087 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T20:31:34,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:31:34,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,34507,1733257884808 2024-12-03T20:31:34,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78ae2278 2024-12-03T20:31:34,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:31:34,089 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:31:34,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:31:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T20:31:34,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:31:34,096 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:34,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T20:31:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:31:34,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:31:34,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741835_1011 (size=902) 2024-12-03T20:31:34,135 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bfe509c65bc731f173f170eb81677440, NAME => 'test,,1733257894089.bfe509c65bc731f173f170eb81677440.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370 2024-12-03T20:31:34,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741836_1012 (size=39) 2024-12-03T20:31:34,153 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733257894089.bfe509c65bc731f173f170eb81677440.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:34,153 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bfe509c65bc731f173f170eb81677440, disabling compactions & flushes 2024-12-03T20:31:34,153 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733257894089.bfe509c65bc731f173f170eb81677440. 2024-12-03T20:31:34,153 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257894089.bfe509c65bc731f173f170eb81677440. 2024-12-03T20:31:34,153 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733257894089.bfe509c65bc731f173f170eb81677440. after waiting 0 ms 2024-12-03T20:31:34,153 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733257894089.bfe509c65bc731f173f170eb81677440. 2024-12-03T20:31:34,153 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733257894089.bfe509c65bc731f173f170eb81677440. 2024-12-03T20:31:34,153 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bfe509c65bc731f173f170eb81677440: Waiting for close lock at 1733257894153Disabling compacts and flushes for region at 1733257894153Disabling writes for close at 1733257894153Writing region close event to WAL at 1733257894153Closed at 1733257894153 2024-12-03T20:31:34,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:31:34,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733257894089.bfe509c65bc731f173f170eb81677440.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733257894154"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257894154"}]},"ts":"1733257894154"} 2024-12-03T20:31:34,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:31:34,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:31:34,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257894157"}]},"ts":"1733257894157"} 2024-12-03T20:31:34,159 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T20:31:34,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bfe509c65bc731f173f170eb81677440, ASSIGN}] 2024-12-03T20:31:34,161 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bfe509c65bc731f173f170eb81677440, ASSIGN 2024-12-03T20:31:34,161 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bfe509c65bc731f173f170eb81677440, ASSIGN; state=OFFLINE, location=b29c245002d9,40537,1733257884994; forceNewPlan=false, retain=false 2024-12-03T20:31:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:31:34,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bfe509c65bc731f173f170eb81677440, regionState=OPENING, regionLocation=b29c245002d9,40537,1733257884994 2024-12-03T20:31:34,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bfe509c65bc731f173f170eb81677440, ASSIGN because future has completed 2024-12-03T20:31:34,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfe509c65bc731f173f170eb81677440, server=b29c245002d9,40537,1733257884994}] 2024-12-03T20:31:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:31:34,502 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733257894089.bfe509c65bc731f173f170eb81677440. 2024-12-03T20:31:34,502 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bfe509c65bc731f173f170eb81677440, NAME => 'test,,1733257894089.bfe509c65bc731f173f170eb81677440.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:31:34,503 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:31:34,503 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T20:31:34,503 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bfe509c65bc731f173f170eb81677440 2024-12-03T20:31:34,503 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733257894089.bfe509c65bc731f173f170eb81677440.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:34,503 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bfe509c65bc731f173f170eb81677440 2024-12-03T20:31:34,503 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bfe509c65bc731f173f170eb81677440 2024-12-03T20:31:34,519 INFO [StoreOpener-bfe509c65bc731f173f170eb81677440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bfe509c65bc731f173f170eb81677440 2024-12-03T20:31:34,521 INFO [StoreOpener-bfe509c65bc731f173f170eb81677440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfe509c65bc731f173f170eb81677440 columnFamilyName f 2024-12-03T20:31:34,521 DEBUG [StoreOpener-bfe509c65bc731f173f170eb81677440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:34,521 INFO [StoreOpener-bfe509c65bc731f173f170eb81677440-1 {}] regionserver.HStore(327): Store=bfe509c65bc731f173f170eb81677440/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:34,521 INFO [StoreOpener-bfe509c65bc731f173f170eb81677440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bfe509c65bc731f173f170eb81677440 2024-12-03T20:31:34,522 INFO [StoreOpener-bfe509c65bc731f173f170eb81677440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfe509c65bc731f173f170eb81677440 columnFamilyName f1 2024-12-03T20:31:34,522 DEBUG [StoreOpener-bfe509c65bc731f173f170eb81677440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:34,523 INFO [StoreOpener-bfe509c65bc731f173f170eb81677440-1 {}] regionserver.HStore(327): Store=bfe509c65bc731f173f170eb81677440/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:34,523 INFO [StoreOpener-bfe509c65bc731f173f170eb81677440-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bfe509c65bc731f173f170eb81677440 2024-12-03T20:31:34,523 INFO [StoreOpener-bfe509c65bc731f173f170eb81677440-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfe509c65bc731f173f170eb81677440 columnFamilyName norep 2024-12-03T20:31:34,523 DEBUG [StoreOpener-bfe509c65bc731f173f170eb81677440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:34,524 INFO [StoreOpener-bfe509c65bc731f173f170eb81677440-1 {}] regionserver.HStore(327): Store=bfe509c65bc731f173f170eb81677440/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:34,524 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bfe509c65bc731f173f170eb81677440 2024-12-03T20:31:34,524 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/default/test/bfe509c65bc731f173f170eb81677440 2024-12-03T20:31:34,525 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/default/test/bfe509c65bc731f173f170eb81677440 2024-12-03T20:31:34,525 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bfe509c65bc731f173f170eb81677440 2024-12-03T20:31:34,525 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bfe509c65bc731f173f170eb81677440 2024-12-03T20:31:34,526 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:31:34,527 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bfe509c65bc731f173f170eb81677440 2024-12-03T20:31:34,528 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/default/test/bfe509c65bc731f173f170eb81677440/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:31:34,529 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bfe509c65bc731f173f170eb81677440; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59622186, jitterRate=-0.11156019568443298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:31:34,529 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfe509c65bc731f173f170eb81677440 2024-12-03T20:31:34,529 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bfe509c65bc731f173f170eb81677440: Running coprocessor pre-open hook at 1733257894504Writing region info on filesystem at 1733257894504Initializing all the Stores at 1733257894512 (+8 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257894512Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257894519 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257894519Cleaning up temporary data from old regions at 1733257894525 (+6 ms)Running coprocessor post-open hooks at 1733257894529 (+4 ms)Region opened successfully at 1733257894529 2024-12-03T20:31:34,530 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733257894089.bfe509c65bc731f173f170eb81677440., pid=6, masterSystemTime=1733257894478 2024-12-03T20:31:34,533 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bfe509c65bc731f173f170eb81677440, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b29c245002d9,40537,1733257884994 2024-12-03T20:31:34,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfe509c65bc731f173f170eb81677440, server=b29c245002d9,40537,1733257884994 because future has completed 2024-12-03T20:31:34,537 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733257894089.bfe509c65bc731f173f170eb81677440. 2024-12-03T20:31:34,537 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733257894089.bfe509c65bc731f173f170eb81677440. 2024-12-03T20:31:34,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:31:34,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bfe509c65bc731f173f170eb81677440, server=b29c245002d9,40537,1733257884994 in 224 msec 2024-12-03T20:31:34,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T20:31:34,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bfe509c65bc731f173f170eb81677440, ASSIGN in 381 msec 2024-12-03T20:31:34,548 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:31:34,549 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257894548"}]},"ts":"1733257894548"} 2024-12-03T20:31:34,551 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T20:31:34,556 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:31:34,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 467 msec 2024-12-03T20:31:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:31:34,727 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T20:31:34,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:31:34,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,45677,1733257889094 2024-12-03T20:31:34,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6909936f 2024-12-03T20:31:34,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:31:34,730 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:31:34,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45677 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:31:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45677 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T20:31:34,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:31:34,734 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:34,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:31:34,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45677 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T20:31:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:31:34,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741835_1011 (size=902) 2024-12-03T20:31:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:31:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:31:35,149 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ded3221d627d426fd6420501c2c0e3e1, NAME => 'test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f 2024-12-03T20:31:35,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741836_1012 (size=39) 2024-12-03T20:31:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:31:35,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:35,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ded3221d627d426fd6420501c2c0e3e1, disabling compactions & flushes 2024-12-03T20:31:35,553 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1. 2024-12-03T20:31:35,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1. 2024-12-03T20:31:35,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1. after waiting 0 ms 2024-12-03T20:31:35,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1. 2024-12-03T20:31:35,553 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1. 2024-12-03T20:31:35,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ded3221d627d426fd6420501c2c0e3e1: Waiting for close lock at 1733257895553Disabling compacts and flushes for region at 1733257895553Disabling writes for close at 1733257895553Writing region close event to WAL at 1733257895553Closed at 1733257895553 2024-12-03T20:31:35,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:31:35,554 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733257895554"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257895554"}]},"ts":"1733257895554"} 2024-12-03T20:31:35,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:31:35,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:31:35,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257895562"}]},"ts":"1733257895562"} 2024-12-03T20:31:35,565 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T20:31:35,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ded3221d627d426fd6420501c2c0e3e1, ASSIGN}] 2024-12-03T20:31:35,567 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ded3221d627d426fd6420501c2c0e3e1, ASSIGN 2024-12-03T20:31:35,568 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ded3221d627d426fd6420501c2c0e3e1, ASSIGN; state=OFFLINE, location=b29c245002d9,43849,1733257889540; forceNewPlan=false, retain=false 2024-12-03T20:31:35,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ded3221d627d426fd6420501c2c0e3e1, regionState=OPENING, regionLocation=b29c245002d9,43849,1733257889540 2024-12-03T20:31:35,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ded3221d627d426fd6420501c2c0e3e1, ASSIGN because future has completed 2024-12-03T20:31:35,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ded3221d627d426fd6420501c2c0e3e1, server=b29c245002d9,43849,1733257889540}] 2024-12-03T20:31:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:31:35,880 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1. 2024-12-03T20:31:35,881 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ded3221d627d426fd6420501c2c0e3e1, NAME => 'test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:31:35,881 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:31:35,881 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T20:31:35,881 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ded3221d627d426fd6420501c2c0e3e1 2024-12-03T20:31:35,881 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:35,881 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ded3221d627d426fd6420501c2c0e3e1 2024-12-03T20:31:35,881 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ded3221d627d426fd6420501c2c0e3e1 2024-12-03T20:31:35,884 INFO [StoreOpener-ded3221d627d426fd6420501c2c0e3e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ded3221d627d426fd6420501c2c0e3e1 2024-12-03T20:31:35,885 INFO [StoreOpener-ded3221d627d426fd6420501c2c0e3e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ded3221d627d426fd6420501c2c0e3e1 columnFamilyName f 2024-12-03T20:31:35,885 DEBUG [StoreOpener-ded3221d627d426fd6420501c2c0e3e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:35,885 INFO [StoreOpener-ded3221d627d426fd6420501c2c0e3e1-1 {}] regionserver.HStore(327): Store=ded3221d627d426fd6420501c2c0e3e1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:35,885 INFO [StoreOpener-ded3221d627d426fd6420501c2c0e3e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ded3221d627d426fd6420501c2c0e3e1 2024-12-03T20:31:35,886 INFO [StoreOpener-ded3221d627d426fd6420501c2c0e3e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ded3221d627d426fd6420501c2c0e3e1 columnFamilyName f1 2024-12-03T20:31:35,886 DEBUG [StoreOpener-ded3221d627d426fd6420501c2c0e3e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:35,887 INFO [StoreOpener-ded3221d627d426fd6420501c2c0e3e1-1 {}] regionserver.HStore(327): Store=ded3221d627d426fd6420501c2c0e3e1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:35,887 INFO [StoreOpener-ded3221d627d426fd6420501c2c0e3e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ded3221d627d426fd6420501c2c0e3e1 2024-12-03T20:31:35,887 INFO [StoreOpener-ded3221d627d426fd6420501c2c0e3e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ded3221d627d426fd6420501c2c0e3e1 columnFamilyName norep 2024-12-03T20:31:35,887 DEBUG [StoreOpener-ded3221d627d426fd6420501c2c0e3e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:35,888 INFO [StoreOpener-ded3221d627d426fd6420501c2c0e3e1-1 {}] regionserver.HStore(327): Store=ded3221d627d426fd6420501c2c0e3e1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:35,888 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ded3221d627d426fd6420501c2c0e3e1 2024-12-03T20:31:35,889 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/default/test/ded3221d627d426fd6420501c2c0e3e1 2024-12-03T20:31:35,889 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/default/test/ded3221d627d426fd6420501c2c0e3e1 2024-12-03T20:31:35,890 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ded3221d627d426fd6420501c2c0e3e1 2024-12-03T20:31:35,890 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ded3221d627d426fd6420501c2c0e3e1 2024-12-03T20:31:35,890 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:31:35,891 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ded3221d627d426fd6420501c2c0e3e1 2024-12-03T20:31:35,892 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/default/test/ded3221d627d426fd6420501c2c0e3e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:31:35,893 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ded3221d627d426fd6420501c2c0e3e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68653949, jitterRate=0.023023560643196106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:31:35,893 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ded3221d627d426fd6420501c2c0e3e1 2024-12-03T20:31:35,893 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ded3221d627d426fd6420501c2c0e3e1: Running coprocessor pre-open hook at 1733257895882Writing region info on filesystem at 1733257895882Initializing all the Stores at 1733257895883 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257895883Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257895883Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257895883Cleaning up temporary data from old regions at 1733257895890 (+7 ms)Running coprocessor post-open hooks at 1733257895893 (+3 ms)Region opened successfully at 1733257895893 2024-12-03T20:31:35,894 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1., pid=6, masterSystemTime=1733257895877 2024-12-03T20:31:35,896 DEBUG [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1. 2024-12-03T20:31:35,896 INFO [RS_OPEN_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1. 2024-12-03T20:31:35,896 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ded3221d627d426fd6420501c2c0e3e1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b29c245002d9,43849,1733257889540 2024-12-03T20:31:35,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ded3221d627d426fd6420501c2c0e3e1, server=b29c245002d9,43849,1733257889540 because future has completed 2024-12-03T20:31:35,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T20:31:35,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ded3221d627d426fd6420501c2c0e3e1, server=b29c245002d9,43849,1733257889540 in 177 msec 2024-12-03T20:31:35,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T20:31:35,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ded3221d627d426fd6420501c2c0e3e1, ASSIGN in 338 msec 2024-12-03T20:31:35,907 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:31:35,907 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257895907"}]},"ts":"1733257895907"} 2024-12-03T20:31:35,909 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T20:31:35,910 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:31:35,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1790 sec 2024-12-03T20:31:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T20:31:36,887 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T20:31:36,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5181d241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:36,888 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,39461,-1 for getting cluster id 2024-12-03T20:31:36,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:31:36,889 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1420aca8-6eeb-4456-b4d1-48cc25dcf0e4' 2024-12-03T20:31:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:31:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1420aca8-6eeb-4456-b4d1-48cc25dcf0e4" 2024-12-03T20:31:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569b8ea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,39461,-1] 2024-12-03T20:31:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:31:36,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:36,890 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:31:36,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f54bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:36,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:31:36,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,39461,1733257879788 2024-12-03T20:31:36,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6dcf05f2 2024-12-03T20:31:36,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:31:36,893 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:31:36,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b29c245002d9:34507,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T20:31:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T20:31:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:31:36,904 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:34507' 2024-12-03T20:31:36,906 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3608697b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:36,906 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,34507,-1 for getting cluster id 2024-12-03T20:31:36,906 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:31:36,907 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25aa18e8-5148-43ed-a58c-c974c0c616e7' 2024-12-03T20:31:36,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:31:36,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25aa18e8-5148-43ed-a58c-c974c0c616e7" 2024-12-03T20:31:36,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1ee85b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:36,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,34507,-1] 2024-12-03T20:31:36,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:31:36,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:36,909 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:31:36,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3bd9ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:36,910 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:31:36,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,34507,1733257884808 2024-12-03T20:31:36,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7089f67c 2024-12-03T20:31:36,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:31:36,911 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:31:36,912 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T20:31:36,912 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T20:31:36,912 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:36,912 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:36,913 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T20:31:36,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:31:36,915 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T20:31:36,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T20:31:36,917 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:36,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T20:31:36,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741837_1013 (size=1138) 2024-12-03T20:31:36,967 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T20:31:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:31:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:31:37,373 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3cfaab9a5a46de1d588e99a429b3e2c5, NAME => 'hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4 2024-12-03T20:31:37,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741838_1014 (size=44) 2024-12-03T20:31:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:31:37,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:37,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3cfaab9a5a46de1d588e99a429b3e2c5, disabling compactions & flushes 2024-12-03T20:31:37,792 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5. 2024-12-03T20:31:37,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5. 2024-12-03T20:31:37,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5. after waiting 0 ms 2024-12-03T20:31:37,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5. 2024-12-03T20:31:37,792 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5. 2024-12-03T20:31:37,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3cfaab9a5a46de1d588e99a429b3e2c5: Waiting for close lock at 1733257897792Disabling compacts and flushes for region at 1733257897792Disabling writes for close at 1733257897792Writing region close event to WAL at 1733257897792Closed at 1733257897792 2024-12-03T20:31:37,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T20:31:37,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733257897793"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733257897793"}]},"ts":"1733257897793"} 2024-12-03T20:31:37,794 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T20:31:37,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T20:31:37,795 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257897795"}]},"ts":"1733257897795"} 2024-12-03T20:31:37,796 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T20:31:37,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3cfaab9a5a46de1d588e99a429b3e2c5, ASSIGN}] 2024-12-03T20:31:37,797 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3cfaab9a5a46de1d588e99a429b3e2c5, ASSIGN 2024-12-03T20:31:37,798 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3cfaab9a5a46de1d588e99a429b3e2c5, ASSIGN; state=OFFLINE, location=b29c245002d9,40645,1733257880011; forceNewPlan=false, retain=false 2024-12-03T20:31:37,948 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3cfaab9a5a46de1d588e99a429b3e2c5, regionState=OPENING, regionLocation=b29c245002d9,40645,1733257880011 2024-12-03T20:31:37,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3cfaab9a5a46de1d588e99a429b3e2c5, ASSIGN because future has completed 2024-12-03T20:31:37,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cfaab9a5a46de1d588e99a429b3e2c5, server=b29c245002d9,40645,1733257880011}] 2024-12-03T20:31:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:31:38,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5. 2024-12-03T20:31:38,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T20:31:38,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T20:31:38,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b29c245002d9%2C40645%2C1733257880011.rep, suffix=, logDir=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011, archiveDir=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/oldWALs, maxLogs=10 2024-12-03T20:31:38,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.rep.1733257898106, exclude list is [], retry=0 2024-12-03T20:31:38,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33545,DS-4dda31dc-0bfc-4133-ad2f-65a417ce4788,DISK] 2024-12-03T20:31:38,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.rep.1733257898106 2024-12-03T20:31:38,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42251:42251)] 2024-12-03T20:31:38,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3cfaab9a5a46de1d588e99a429b3e2c5, NAME => 'hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5.', STARTKEY => '', ENDKEY => ''} 2024-12-03T20:31:38,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T20:31:38,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T20:31:38,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5. service=MultiRowMutationService 2024-12-03T20:31:38,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T20:31:38,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3cfaab9a5a46de1d588e99a429b3e2c5 2024-12-03T20:31:38,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T20:31:38,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3cfaab9a5a46de1d588e99a429b3e2c5 2024-12-03T20:31:38,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3cfaab9a5a46de1d588e99a429b3e2c5 2024-12-03T20:31:38,129 INFO [StoreOpener-3cfaab9a5a46de1d588e99a429b3e2c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3cfaab9a5a46de1d588e99a429b3e2c5 2024-12-03T20:31:38,130 INFO [StoreOpener-3cfaab9a5a46de1d588e99a429b3e2c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cfaab9a5a46de1d588e99a429b3e2c5 columnFamilyName hfileref 2024-12-03T20:31:38,130 DEBUG [StoreOpener-3cfaab9a5a46de1d588e99a429b3e2c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:38,130 INFO [StoreOpener-3cfaab9a5a46de1d588e99a429b3e2c5-1 {}] regionserver.HStore(327): Store=3cfaab9a5a46de1d588e99a429b3e2c5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:38,130 INFO [StoreOpener-3cfaab9a5a46de1d588e99a429b3e2c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3cfaab9a5a46de1d588e99a429b3e2c5 2024-12-03T20:31:38,131 INFO [StoreOpener-3cfaab9a5a46de1d588e99a429b3e2c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cfaab9a5a46de1d588e99a429b3e2c5 columnFamilyName queue 2024-12-03T20:31:38,131 DEBUG [StoreOpener-3cfaab9a5a46de1d588e99a429b3e2c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:38,131 INFO [StoreOpener-3cfaab9a5a46de1d588e99a429b3e2c5-1 {}] regionserver.HStore(327): Store=3cfaab9a5a46de1d588e99a429b3e2c5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:38,131 INFO [StoreOpener-3cfaab9a5a46de1d588e99a429b3e2c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3cfaab9a5a46de1d588e99a429b3e2c5 2024-12-03T20:31:38,132 INFO [StoreOpener-3cfaab9a5a46de1d588e99a429b3e2c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cfaab9a5a46de1d588e99a429b3e2c5 columnFamilyName sid 2024-12-03T20:31:38,132 DEBUG [StoreOpener-3cfaab9a5a46de1d588e99a429b3e2c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T20:31:38,132 INFO [StoreOpener-3cfaab9a5a46de1d588e99a429b3e2c5-1 {}] regionserver.HStore(327): Store=3cfaab9a5a46de1d588e99a429b3e2c5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T20:31:38,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3cfaab9a5a46de1d588e99a429b3e2c5 2024-12-03T20:31:38,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/replication/3cfaab9a5a46de1d588e99a429b3e2c5 2024-12-03T20:31:38,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/replication/3cfaab9a5a46de1d588e99a429b3e2c5 2024-12-03T20:31:38,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3cfaab9a5a46de1d588e99a429b3e2c5 2024-12-03T20:31:38,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3cfaab9a5a46de1d588e99a429b3e2c5 2024-12-03T20:31:38,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T20:31:38,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3cfaab9a5a46de1d588e99a429b3e2c5 2024-12-03T20:31:38,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/replication/3cfaab9a5a46de1d588e99a429b3e2c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T20:31:38,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3cfaab9a5a46de1d588e99a429b3e2c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62910179, jitterRate=-0.06256528198719025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T20:31:38,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3cfaab9a5a46de1d588e99a429b3e2c5 2024-12-03T20:31:38,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3cfaab9a5a46de1d588e99a429b3e2c5: Running coprocessor pre-open hook at 1733257898128Writing region info on filesystem at 1733257898128Initializing all the Stores at 1733257898128Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257898128Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257898129 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733257898129Cleaning up temporary data from old regions at 1733257898134 (+5 ms)Running coprocessor post-open hooks at 1733257898137 (+3 ms)Region opened successfully at 1733257898137 2024-12-03T20:31:38,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5., pid=10, masterSystemTime=1733257898102 2024-12-03T20:31:38,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5. 2024-12-03T20:31:38,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5. 2024-12-03T20:31:38,140 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3cfaab9a5a46de1d588e99a429b3e2c5, regionState=OPEN, openSeqNum=2, regionLocation=b29c245002d9,40645,1733257880011 2024-12-03T20:31:38,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cfaab9a5a46de1d588e99a429b3e2c5, server=b29c245002d9,40645,1733257880011 because future has completed 2024-12-03T20:31:38,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T20:31:38,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3cfaab9a5a46de1d588e99a429b3e2c5, server=b29c245002d9,40645,1733257880011 in 205 msec 2024-12-03T20:31:38,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T20:31:38,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3cfaab9a5a46de1d588e99a429b3e2c5, ASSIGN in 360 msec 2024-12-03T20:31:38,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T20:31:38,159 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733257898159"}]},"ts":"1733257898159"} 2024-12-03T20:31:38,161 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T20:31:38,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T20:31:38,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2490 sec 2024-12-03T20:31:38,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5., hostname=b29c245002d9,40645,1733257880011, seqNum=2] 2024-12-03T20:31:38,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338069973 2024-12-03T20:31:38,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x1019ce455a00001, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338069973 2024-12-03T20:31:38,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T20:31:38,313 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:31:38,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:38,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:38,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:38,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:38,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:38,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:38,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:38,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:38,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:38,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:38,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:38,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:38,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:38,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:38,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:38,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:38,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T20:31:38,392 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T20:31:38,429 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b29c245002d9,40645,1733257880011, ReplicationSource: 1, currentBandwidth=0 2024-12-03T20:31:38,430 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:31:38,430 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,40645,1733257880011, seqNum=-1] 2024-12-03T20:31:38,430 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:31:38,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-03T20:31:38,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b29c245002d9,40645,1733257880011', locateType=CURRENT is [region=hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5., hostname=b29c245002d9,40645,1733257880011, seqNum=2] 2024-12-03T20:31:38,440 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T20:31:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T20:31:38,443 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b29c245002d9,40645,1733257880011 suceeded 2024-12-03T20:31:38,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T20:31:38,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 219 msec 2024-12-03T20:31:38,445 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b29c245002d9:34507,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T20:31:38,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5520 sec 2024-12-03T20:31:38,456 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:34507' 2024-12-03T20:31:38,457 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2747fead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:38,457 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,34507,-1 for getting cluster id 2024-12-03T20:31:38,457 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:31:38,458 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25aa18e8-5148-43ed-a58c-c974c0c616e7' 2024-12-03T20:31:38,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:31:38,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25aa18e8-5148-43ed-a58c-c974c0c616e7" 2024-12-03T20:31:38,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@782efb56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:38,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,34507,-1] 2024-12-03T20:31:38,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:31:38,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:38,459 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:31:38,459 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ab54d9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:38,459 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:31:38,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,34507,1733257884808 2024-12-03T20:31:38,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@519faffd 2024-12-03T20:31:38,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:31:38,461 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-03T20:31:38,461 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b29c245002d9,40645,1733257880011 (queues=1) is replicating from cluster=1420aca8-6eeb-4456-b4d1-48cc25dcf0e4 to cluster=25aa18e8-5148-43ed-a58c-c974c0c616e7 2024-12-03T20:31:38,461 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b29c245002d9%2C40645%2C1733257880011 2024-12-03T20:31:38,461 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b29c245002d9,40645,1733257880011, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T20:31:38,462 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257881663, startPosition=0, beingWritten=true 2024-12-03T20:31:38,462 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.shipperb29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b29c245002d9%2C40645%2C1733257880011 2024-12-03T20:31:38,466 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:31:38,466 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257881663 to pos 379, reset compression=false 2024-12-03T20:31:38,466 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.shipperb29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,40645,1733257880011 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257881663, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:31:38,673 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257881663 to pos 379, reset compression=false 2024-12-03T20:31:38,980 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257881663 to pos 379, reset compression=false 2024-12-03T20:31:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T20:31:39,057 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T20:31:39,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:31:39,057 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:39,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:39,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:39,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:31:39,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37691d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:39,058 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,39461,-1 for getting cluster id 2024-12-03T20:31:39,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:31:39,058 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1420aca8-6eeb-4456-b4d1-48cc25dcf0e4' 2024-12-03T20:31:39,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:31:39,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1420aca8-6eeb-4456-b4d1-48cc25dcf0e4" 2024-12-03T20:31:39,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f9ae16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:39,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,39461,-1] 2024-12-03T20:31:39,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:31:39,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:39,059 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:31:39,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2bc44e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:39,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459f22dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:39,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,34507,-1 for getting cluster id 2024-12-03T20:31:39,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:31:39,061 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25aa18e8-5148-43ed-a58c-c974c0c616e7' 2024-12-03T20:31:39,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:31:39,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25aa18e8-5148-43ed-a58c-c974c0c616e7" 2024-12-03T20:31:39,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6b43c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:39,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,34507,-1] 2024-12-03T20:31:39,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:31:39,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:39,062 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:31:39,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272ba2eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:39,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357dd82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:39,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,45677,-1 for getting cluster id 2024-12-03T20:31:39,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:31:39,064 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e95e5060-28b4-4a12-9082-dd222c22bc90' 2024-12-03T20:31:39,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:31:39,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e95e5060-28b4-4a12-9082-dd222c22bc90" 2024-12-03T20:31:39,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5acb81a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:39,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,45677,-1] 2024-12-03T20:31:39,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:31:39,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:39,066 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:31:39,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646f6d33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:39,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:39,073 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733257899073/Put/seqid=0 2024-12-03T20:31:39,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741840_1016 (size=7894) 2024-12-03T20:31:39,383 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257881663 to pos 379, reset compression=false 2024-12-03T20:31:39,488 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733257899488/Put/seqid=0 2024-12-03T20:31:39,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741841_1017 (size=7691) 2024-12-03T20:31:39,530 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T20:31:39,887 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257881663 to pos 379, reset compression=false 2024-12-03T20:31:39,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f35ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:39,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,39461,-1 for getting cluster id 2024-12-03T20:31:39,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:31:39,900 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1420aca8-6eeb-4456-b4d1-48cc25dcf0e4' 2024-12-03T20:31:39,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:31:39,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1420aca8-6eeb-4456-b4d1-48cc25dcf0e4" 2024-12-03T20:31:39,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ece8319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:39,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,39461,-1] 2024-12-03T20:31:39,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:31:39,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:39,901 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:31:39,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149168da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:39,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:31:39,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,40645,1733257880011, seqNum=-1] 2024-12-03T20:31:39,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:31:39,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:31:39,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:31:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,39461,1733257879788 2024-12-03T20:31:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69c41a25 2024-12-03T20:31:39,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:31:39,910 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:31:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2., hostname=b29c245002d9,40645,1733257880011, seqNum=2] 2024-12-03T20:31:39,914 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T20:31:39,917 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-03T20:31:39,919 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-03T20:31:39,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 06f3a254f2a29a11b418793a6cd32ee2/f 2024-12-03T20:31:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-03T20:31:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:31:39,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 06f3a254f2a29a11b418793a6cd32ee2/f 2024-12-03T20:31:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-03T20:31:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:31:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HRegion(2603): Flush status journal for 06f3a254f2a29a11b418793a6cd32ee2: 2024-12-03T20:31:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/staging/jenkins__test__j936t8rj0btle32bbut6h03u33in5isl6ajfult191m3a5da9lf1iqu27shgiunt/f/hfile_1 2024-12-03T20:31:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/staging/jenkins__test__j936t8rj0btle32bbut6h03u33in5isl6ajfult191m3a5da9lf1iqu27shgiunt/f/hfile_1 as hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/default/test/06f3a254f2a29a11b418793a6cd32ee2/f/91d321f172d143edb705f91680d75fe7_SeqId_4_ 2024-12-03T20:31:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/staging/jenkins__test__j936t8rj0btle32bbut6h03u33in5isl6ajfult191m3a5da9lf1iqu27shgiunt/f/hfile_0 2024-12-03T20:31:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/staging/jenkins__test__j936t8rj0btle32bbut6h03u33in5isl6ajfult191m3a5da9lf1iqu27shgiunt/f/hfile_0 as hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/default/test/06f3a254f2a29a11b418793a6cd32ee2/f/0e2f76f2a7644424a6327af9f0a9c031_SeqId_4_ 2024-12-03T20:31:39,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/staging/jenkins__test__j936t8rj0btle32bbut6h03u33in5isl6ajfult191m3a5da9lf1iqu27shgiunt/f/hfile_1 into 06f3a254f2a29a11b418793a6cd32ee2/f as hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/default/test/06f3a254f2a29a11b418793a6cd32ee2/f/91d321f172d143edb705f91680d75fe7_SeqId_4_ - updating store file list. 2024-12-03T20:31:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 91d321f172d143edb705f91680d75fe7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T20:31:39,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/default/test/06f3a254f2a29a11b418793a6cd32ee2/f/91d321f172d143edb705f91680d75fe7_SeqId_4_ into 06f3a254f2a29a11b418793a6cd32ee2/f 2024-12-03T20:31:39,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/staging/jenkins__test__j936t8rj0btle32bbut6h03u33in5isl6ajfult191m3a5da9lf1iqu27shgiunt/f/hfile_1 into 06f3a254f2a29a11b418793a6cd32ee2/f (new location: hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/default/test/06f3a254f2a29a11b418793a6cd32ee2/f/91d321f172d143edb705f91680d75fe7_SeqId_4_) 2024-12-03T20:31:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/staging/jenkins__test__j936t8rj0btle32bbut6h03u33in5isl6ajfult191m3a5da9lf1iqu27shgiunt/f/hfile_1 2024-12-03T20:31:39,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/staging/jenkins__test__j936t8rj0btle32bbut6h03u33in5isl6ajfult191m3a5da9lf1iqu27shgiunt/f/hfile_0 into 06f3a254f2a29a11b418793a6cd32ee2/f as hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/default/test/06f3a254f2a29a11b418793a6cd32ee2/f/0e2f76f2a7644424a6327af9f0a9c031_SeqId_4_ - updating store file list. 2024-12-03T20:31:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0e2f76f2a7644424a6327af9f0a9c031_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T20:31:39,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/default/test/06f3a254f2a29a11b418793a6cd32ee2/f/0e2f76f2a7644424a6327af9f0a9c031_SeqId_4_ into 06f3a254f2a29a11b418793a6cd32ee2/f 2024-12-03T20:31:39,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/staging/jenkins__test__j936t8rj0btle32bbut6h03u33in5isl6ajfult191m3a5da9lf1iqu27shgiunt/f/hfile_0 into 06f3a254f2a29a11b418793a6cd32ee2/f (new location: hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/default/test/06f3a254f2a29a11b418793a6cd32ee2/f/0e2f76f2a7644424a6327af9f0a9c031_SeqId_4_) 2024-12-03T20:31:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/staging/jenkins__test__j936t8rj0btle32bbut6h03u33in5isl6ajfult191m3a5da9lf1iqu27shgiunt/f/hfile_0 2024-12-03T20:31:39,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:31:39,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:39,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:39,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:39,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2., hostname=b29c245002d9,40645,1733257880011, seqNum=2 , the old value is region=test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2., hostname=b29c245002d9,40645,1733257880011, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b29c245002d9:40645 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T20:31:39,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2., hostname=b29c245002d9,40645,1733257880011, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T20:31:39,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2., hostname=b29c245002d9,40645,1733257880011, seqNum=2 from cache 2024-12-03T20:31:39,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:31:39,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:31:39,940 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T20:31:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,40537,1733257884994, seqNum=-1] 2024-12-03T20:31:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:31:39,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:31:39,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733257894089.bfe509c65bc731f173f170eb81677440., hostname=b29c245002d9,40537,1733257884994, seqNum=2] 2024-12-03T20:31:39,944 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T20:31:40,047 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:40645 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T20:31:40,491 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257881663 to pos 379, reset compression=false 2024-12-03T20:31:40,524 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:31:40,525 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.shipperb29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,40645,1733257880011 got entry batch from reader: WALEntryBatch [walEntries=[{test/06f3a254f2a29a11b418793a6cd32ee2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733257899938/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257881663, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T20:31:40,537 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.shipperb29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:31:40,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-03T20:31:40,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.ReplicationSink(318): Replicating [1420aca8-6eeb-4456-b4d1-48cc25dcf0e4] bulk loaded data 2024-12-03T20:31:40,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@520b208d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:40,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,34507,-1 for getting cluster id 2024-12-03T20:31:40,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:31:40,545 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25aa18e8-5148-43ed-a58c-c974c0c616e7' 2024-12-03T20:31:40,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:31:40,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25aa18e8-5148-43ed-a58c-c974c0c616e7" 2024-12-03T20:31:40,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f09b5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:40,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,34507,-1] 2024-12-03T20:31:40,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:31:40,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:40,548 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:31:40,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6019495a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:40,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741837_1013 (size=7691) 2024-12-03T20:31:40,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741838_1014 (size=7894) 2024-12-03T20:31:40,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:31:40,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,34507,1733257884808 2024-12-03T20:31:40,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3311ede 2024-12-03T20:31:40,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:31:40,723 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-03T20:31:40,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T20:31:40,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:31:40,727 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257881663 to pos 687, reset compression=false 2024-12-03T20:31:40,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,40537,1733257884994, seqNum=-1] 2024-12-03T20:31:40,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:31:40,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-03T20:31:40,758 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__5vu4glh7dbqr7qm84b840jleh7llv49krn3nm0un8hoc0juj1b3hsdmrv9mh9jj0/f/0e2f76f2a7644424a6327af9f0a9c031_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-03T20:31:40,778 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__5vu4glh7dbqr7qm84b840jleh7llv49krn3nm0un8hoc0juj1b3hsdmrv9mh9jj0/f/91d321f172d143edb705f91680d75fe7_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-03T20:31:40,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__5vu4glh7dbqr7qm84b840jleh7llv49krn3nm0un8hoc0juj1b3hsdmrv9mh9jj0/f/91d321f172d143edb705f91680d75fe7_SeqId_4_ for inclusion in bfe509c65bc731f173f170eb81677440/f 2024-12-03T20:31:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-03T20:31:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:31:40,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__5vu4glh7dbqr7qm84b840jleh7llv49krn3nm0un8hoc0juj1b3hsdmrv9mh9jj0/f/0e2f76f2a7644424a6327af9f0a9c031_SeqId_4_ for inclusion in bfe509c65bc731f173f170eb81677440/f 2024-12-03T20:31:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-03T20:31:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:31:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HRegion(2603): Flush status journal for bfe509c65bc731f173f170eb81677440: 2024-12-03T20:31:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 91d321f172d143edb705f91680d75fe7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T20:31:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__5vu4glh7dbqr7qm84b840jleh7llv49krn3nm0un8hoc0juj1b3hsdmrv9mh9jj0/f/91d321f172d143edb705f91680d75fe7_SeqId_4_ as hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/default/test/bfe509c65bc731f173f170eb81677440/f/29a5790aaed14881a0d1afa06b9511a5_SeqId_4_ 2024-12-03T20:31:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0e2f76f2a7644424a6327af9f0a9c031_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T20:31:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__5vu4glh7dbqr7qm84b840jleh7llv49krn3nm0un8hoc0juj1b3hsdmrv9mh9jj0/f/0e2f76f2a7644424a6327af9f0a9c031_SeqId_4_ as hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/default/test/bfe509c65bc731f173f170eb81677440/f/8857c6fe2b44410c81a1e38deec01e42_SeqId_4_ 2024-12-03T20:31:40,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__5vu4glh7dbqr7qm84b840jleh7llv49krn3nm0un8hoc0juj1b3hsdmrv9mh9jj0/f/91d321f172d143edb705f91680d75fe7_SeqId_4_ into bfe509c65bc731f173f170eb81677440/f as hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/default/test/bfe509c65bc731f173f170eb81677440/f/29a5790aaed14881a0d1afa06b9511a5_SeqId_4_ - updating store file list. 2024-12-03T20:31:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 29a5790aaed14881a0d1afa06b9511a5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T20:31:40,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/default/test/bfe509c65bc731f173f170eb81677440/f/29a5790aaed14881a0d1afa06b9511a5_SeqId_4_ into bfe509c65bc731f173f170eb81677440/f 2024-12-03T20:31:40,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__5vu4glh7dbqr7qm84b840jleh7llv49krn3nm0un8hoc0juj1b3hsdmrv9mh9jj0/f/91d321f172d143edb705f91680d75fe7_SeqId_4_ into bfe509c65bc731f173f170eb81677440/f (new location: hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/default/test/bfe509c65bc731f173f170eb81677440/f/29a5790aaed14881a0d1afa06b9511a5_SeqId_4_) 2024-12-03T20:31:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__5vu4glh7dbqr7qm84b840jleh7llv49krn3nm0un8hoc0juj1b3hsdmrv9mh9jj0/f/91d321f172d143edb705f91680d75fe7_SeqId_4_ 2024-12-03T20:31:40,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__5vu4glh7dbqr7qm84b840jleh7llv49krn3nm0un8hoc0juj1b3hsdmrv9mh9jj0/f/0e2f76f2a7644424a6327af9f0a9c031_SeqId_4_ into bfe509c65bc731f173f170eb81677440/f as hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/default/test/bfe509c65bc731f173f170eb81677440/f/8857c6fe2b44410c81a1e38deec01e42_SeqId_4_ - updating store file list. 2024-12-03T20:31:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8857c6fe2b44410c81a1e38deec01e42_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T20:31:40,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/default/test/bfe509c65bc731f173f170eb81677440/f/8857c6fe2b44410c81a1e38deec01e42_SeqId_4_ into bfe509c65bc731f173f170eb81677440/f 2024-12-03T20:31:40,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__5vu4glh7dbqr7qm84b840jleh7llv49krn3nm0un8hoc0juj1b3hsdmrv9mh9jj0/f/0e2f76f2a7644424a6327af9f0a9c031_SeqId_4_ into bfe509c65bc731f173f170eb81677440/f (new location: hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/default/test/bfe509c65bc731f173f170eb81677440/f/8857c6fe2b44410c81a1e38deec01e42_SeqId_4_) 2024-12-03T20:31:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__5vu4glh7dbqr7qm84b840jleh7llv49krn3nm0un8hoc0juj1b3hsdmrv9mh9jj0/f/0e2f76f2a7644424a6327af9f0a9c031_SeqId_4_ 2024-12-03T20:31:40,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.ReplicationSink(324): Finished replicating [1420aca8-6eeb-4456-b4d1-48cc25dcf0e4] bulk loaded data 2024-12-03T20:31:40,952 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:31:40,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,43849,1733257889540, seqNum=-1] 2024-12-03T20:31:40,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:31:40,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:31:40,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1., hostname=b29c245002d9,43849,1733257889540, seqNum=2] 2024-12-03T20:31:40,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:31:40,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T20:31:40,964 DEBUG [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b29c245002d9%2C40645%2C1733257880011.meta:.meta(num 1733257882621) roll requested 2024-12-03T20:31:40,980 DEBUG [regionserver/b29c245002d9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.meta.1733257900964.meta, exclude list is [], retry=0 2024-12-03T20:31:40,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33545,DS-4dda31dc-0bfc-4133-ad2f-65a417ce4788,DISK] 2024-12-03T20:31:40,986 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.meta.1733257882621.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.meta.1733257900964.meta 2024-12-03T20:31:40,987 DEBUG [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42251:42251)] 2024-12-03T20:31:40,987 DEBUG [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.meta.1733257882621.meta is not closed yet, will try archiving it next time 2024-12-03T20:31:40,987 DEBUG [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b29c245002d9%2C40645%2C1733257880011.rep:(num 1733257898106) roll requested 2024-12-03T20:31:40,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741834_1010 (size=3473) 2024-12-03T20:31:41,003 DEBUG [regionserver/b29c245002d9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.rep.1733257900987, exclude list is [], retry=0 2024-12-03T20:31:41,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33545,DS-4dda31dc-0bfc-4133-ad2f-65a417ce4788,DISK] 2024-12-03T20:31:41,008 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.rep.1733257898106 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.rep.1733257900987 2024-12-03T20:31:41,009 DEBUG [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42251:42251)] 2024-12-03T20:31:41,009 DEBUG [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.rep.1733257898106 is not closed yet, will try archiving it next time 2024-12-03T20:31:41,009 DEBUG [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b29c245002d9%2C40645%2C1733257880011:(num 1733257881663) roll requested 2024-12-03T20:31:41,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741839_1015 (size=1505) 2024-12-03T20:31:41,021 DEBUG [regionserver/b29c245002d9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009, exclude list is [], retry=0 2024-12-03T20:31:41,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33545,DS-4dda31dc-0bfc-4133-ad2f-65a417ce4788,DISK] 2024-12-03T20:31:41,032 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257881663 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 2024-12-03T20:31:41,033 DEBUG [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42251:42251)] 2024-12-03T20:31:41,033 DEBUG [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257881663 is not closed yet, will try archiving it next time 2024-12-03T20:31:41,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@462edd50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:41,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,39461,-1 for getting cluster id 2024-12-03T20:31:41,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:31:41,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741832_1008 (size=695) 2024-12-03T20:31:41,035 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1420aca8-6eeb-4456-b4d1-48cc25dcf0e4' 2024-12-03T20:31:41,035 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257881663 not finished, retry = 0 2024-12-03T20:31:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:31:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1420aca8-6eeb-4456-b4d1-48cc25dcf0e4" 2024-12-03T20:31:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3c99c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,39461,-1] 2024-12-03T20:31:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:31:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:41,037 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:31:41,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6eb45a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:41,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:31:41,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,39461,1733257879788 2024-12-03T20:31:41,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6964750 2024-12-03T20:31:41,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:31:41,039 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:31:41,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://b29c245002d9:45677,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T20:31:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T20:31:41,043 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:45677' 2024-12-03T20:31:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T20:31:41,048 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e0e1c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:41,048 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,45677,-1 for getting cluster id 2024-12-03T20:31:41,049 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:31:41,049 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e95e5060-28b4-4a12-9082-dd222c22bc90' 2024-12-03T20:31:41,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:31:41,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e95e5060-28b4-4a12-9082-dd222c22bc90" 2024-12-03T20:31:41,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c1b85a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:41,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,45677,-1] 2024-12-03T20:31:41,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:31:41,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:41,051 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:31:41,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4368c13c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:41,051 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:31:41,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,45677,1733257889094 2024-12-03T20:31:41,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@327d3181 2024-12-03T20:31:41,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:31:41,053 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:31:41,054 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T20:31:41,054 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T20:31:41,054 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:41,054 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:41,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:31:41,064 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257881663 to pos 687, reset compression=false 2024-12-03T20:31:41,066 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257881663 2024-12-03T20:31:41,066 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.shipperb29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,40645,1733257880011 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257881663, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-03T20:31:41,066 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009, startPosition=0, beingWritten=true 2024-12-03T20:31:41,073 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.shipperb29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [b29c245002d9%2C40645%2C1733257880011.1733257881663] 2024-12-03T20:31:41,137 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257881663 to hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/oldWALs/b29c245002d9%2C40645%2C1733257880011.1733257881663 2024-12-03T20:31:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T20:31:41,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T20:31:41,266 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:31:41,267 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:31:41,267 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 168867 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b29c245002d9,34545,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T20:31:41,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-03T20:31:41,355 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-03T20:31:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T20:31:41,404 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-b29c245002d9,40645,1733257880011, ReplicationSource: 2, currentBandwidth=0 2024-12-03T20:31:41,409 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-03T20:31:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-03T20:31:41,415 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b29c245002d9,40645,1733257880011 suceeded 2024-12-03T20:31:41,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T20:31:41,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-12-03T20:31:41,418 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b29c245002d9:45677,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T20:31:41,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 378 msec 2024-12-03T20:31:41,430 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b29c245002d9:45677' 2024-12-03T20:31:41,440 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cbc9fd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:41,441 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,45677,-1 for getting cluster id 2024-12-03T20:31:41,441 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:31:41,442 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e95e5060-28b4-4a12-9082-dd222c22bc90' 2024-12-03T20:31:41,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:31:41,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e95e5060-28b4-4a12-9082-dd222c22bc90" 2024-12-03T20:31:41,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39f25644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:41,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,45677,-1] 2024-12-03T20:31:41,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:31:41,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:41,444 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:31:41,445 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2473d0bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:41,445 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:31:41,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,45677,1733257889094 2024-12-03T20:31:41,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@325279a9 2024-12-03T20:31:41,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:31:41,447 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-03T20:31:41,448 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b29c245002d9,40645,1733257880011 (queues=1) is replicating from cluster=1420aca8-6eeb-4456-b4d1-48cc25dcf0e4 to cluster=e95e5060-28b4-4a12-9082-dd222c22bc90 2024-12-03T20:31:41,448 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b29c245002d9%2C40645%2C1733257880011 2024-12-03T20:31:41,448 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b29c245002d9,40645,1733257880011, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T20:31:41,465 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009, startPosition=0, beingWritten=true 2024-12-03T20:31:41,465 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.shipperb29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b29c245002d9%2C40645%2C1733257880011 2024-12-03T20:31:41,474 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 0, reset compression=false 2024-12-03T20:31:41,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T20:31:41,667 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-03T20:31:41,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:31:41,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:41,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:41,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:31:41,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:41,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T20:31:41,678 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733257901677/Put/seqid=0 2024-12-03T20:31:41,694 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 0, reset compression=false 2024-12-03T20:31:41,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741845_1021 (size=11194) 2024-12-03T20:31:41,745 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733257901744/Put/seqid=0 2024-12-03T20:31:41,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741846_1022 (size=10791) 2024-12-03T20:31:41,837 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T20:31:42,008 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 0, reset compression=false 2024-12-03T20:31:42,047 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 0, reset compression=false 2024-12-03T20:31:42,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509b2542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:42,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,39461,-1 for getting cluster id 2024-12-03T20:31:42,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:31:42,176 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1420aca8-6eeb-4456-b4d1-48cc25dcf0e4' 2024-12-03T20:31:42,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:31:42,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1420aca8-6eeb-4456-b4d1-48cc25dcf0e4" 2024-12-03T20:31:42,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de08658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:42,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,39461,-1] 2024-12-03T20:31:42,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:31:42,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:42,178 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:31:42,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43346e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:42,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:31:42,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,40645,1733257880011, seqNum=-1] 2024-12-03T20:31:42,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:31:42,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T20:31:42,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:31:42,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,39461,1733257879788 2024-12-03T20:31:42,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d04ec20 2024-12-03T20:31:42,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:31:42,259 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T20:31:42,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2., hostname=b29c245002d9,40645,1733257880011, seqNum=2] 2024-12-03T20:31:42,277 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T20:31:42,289 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-03T20:31:42,305 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-03T20:31:42,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 06f3a254f2a29a11b418793a6cd32ee2/f 2024-12-03T20:31:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T20:31:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:31:42,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 06f3a254f2a29a11b418793a6cd32ee2/f 2024-12-03T20:31:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T20:31:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:31:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HRegion(2603): Flush status journal for 06f3a254f2a29a11b418793a6cd32ee2: 2024-12-03T20:31:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/staging/jenkins__test__c6pqv7e4tujh2o08rel0n1sats5goibdatdni9l91lbn0hj06676j6t3eg5vjf07/f/hfile_0 2024-12-03T20:31:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/staging/jenkins__test__c6pqv7e4tujh2o08rel0n1sats5goibdatdni9l91lbn0hj06676j6t3eg5vjf07/f/hfile_0 as hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/default/test/06f3a254f2a29a11b418793a6cd32ee2/f/92aa12f0a22d45f889b614f247720a7c_SeqId_6_ 2024-12-03T20:31:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/staging/jenkins__test__c6pqv7e4tujh2o08rel0n1sats5goibdatdni9l91lbn0hj06676j6t3eg5vjf07/f/hfile_1 2024-12-03T20:31:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/staging/jenkins__test__c6pqv7e4tujh2o08rel0n1sats5goibdatdni9l91lbn0hj06676j6t3eg5vjf07/f/hfile_1 as hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/default/test/06f3a254f2a29a11b418793a6cd32ee2/f/a4c84d7b39534f859520894059f0f282_SeqId_6_ 2024-12-03T20:31:42,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/staging/jenkins__test__c6pqv7e4tujh2o08rel0n1sats5goibdatdni9l91lbn0hj06676j6t3eg5vjf07/f/hfile_0 into 06f3a254f2a29a11b418793a6cd32ee2/f as hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/default/test/06f3a254f2a29a11b418793a6cd32ee2/f/92aa12f0a22d45f889b614f247720a7c_SeqId_6_ - updating store file list. 2024-12-03T20:31:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 92aa12f0a22d45f889b614f247720a7c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T20:31:42,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/default/test/06f3a254f2a29a11b418793a6cd32ee2/f/92aa12f0a22d45f889b614f247720a7c_SeqId_6_ into 06f3a254f2a29a11b418793a6cd32ee2/f 2024-12-03T20:31:42,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/staging/jenkins__test__c6pqv7e4tujh2o08rel0n1sats5goibdatdni9l91lbn0hj06676j6t3eg5vjf07/f/hfile_0 into 06f3a254f2a29a11b418793a6cd32ee2/f (new location: hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/default/test/06f3a254f2a29a11b418793a6cd32ee2/f/92aa12f0a22d45f889b614f247720a7c_SeqId_6_) 2024-12-03T20:31:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/staging/jenkins__test__c6pqv7e4tujh2o08rel0n1sats5goibdatdni9l91lbn0hj06676j6t3eg5vjf07/f/hfile_0 2024-12-03T20:31:42,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/staging/jenkins__test__c6pqv7e4tujh2o08rel0n1sats5goibdatdni9l91lbn0hj06676j6t3eg5vjf07/f/hfile_1 into 06f3a254f2a29a11b418793a6cd32ee2/f as hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/default/test/06f3a254f2a29a11b418793a6cd32ee2/f/a4c84d7b39534f859520894059f0f282_SeqId_6_ - updating store file list. 2024-12-03T20:31:42,483 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 0, reset compression=false 2024-12-03T20:31:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a4c84d7b39534f859520894059f0f282_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T20:31:42,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/default/test/06f3a254f2a29a11b418793a6cd32ee2/f/a4c84d7b39534f859520894059f0f282_SeqId_6_ into 06f3a254f2a29a11b418793a6cd32ee2/f 2024-12-03T20:31:42,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/staging/jenkins__test__c6pqv7e4tujh2o08rel0n1sats5goibdatdni9l91lbn0hj06676j6t3eg5vjf07/f/hfile_1 into 06f3a254f2a29a11b418793a6cd32ee2/f (new location: hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/default/test/06f3a254f2a29a11b418793a6cd32ee2/f/a4c84d7b39534f859520894059f0f282_SeqId_6_) 2024-12-03T20:31:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/staging/jenkins__test__c6pqv7e4tujh2o08rel0n1sats5goibdatdni9l91lbn0hj06676j6t3eg5vjf07/f/hfile_1 2024-12-03T20:31:42,493 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:31:42,493 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:42,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:42,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:42,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:31:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40645: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:46320 deadline: 1733257962495 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:46320 2024-12-03T20:31:42,497 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T20:31:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2., hostname=b29c245002d9,40645,1733257880011, seqNum=2 , the old value is region=test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2., hostname=b29c245002d9,40645,1733257880011, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b29c245002d9:40645 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T20:31:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2., hostname=b29c245002d9,40645,1733257880011, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T20:31:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2., hostname=b29c245002d9,40645,1733257880011, seqNum=2 from cache 2024-12-03T20:31:42,530 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:31:42,530 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.shipperb29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b29c245002d9,40645,1733257880011 got entry batch from reader: WALEntryBatch [walEntries=[{test/06f3a254f2a29a11b418793a6cd32ee2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733257902491/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T20:31:42,534 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.shipperb29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T20:31:42,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-03T20:31:42,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.ReplicationSink(318): Replicating [1420aca8-6eeb-4456-b4d1-48cc25dcf0e4] bulk loaded data 2024-12-03T20:31:42,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12dc471a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:42,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] client.ClusterIdFetcher(90): Going to request b29c245002d9,45677,-1 for getting cluster id 2024-12-03T20:31:42,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T20:31:42,547 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e95e5060-28b4-4a12-9082-dd222c22bc90' 2024-12-03T20:31:42,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T20:31:42,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e95e5060-28b4-4a12-9082-dd222c22bc90" 2024-12-03T20:31:42,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31906286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:42,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b29c245002d9,45677,-1] 2024-12-03T20:31:42,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T20:31:42,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:42,552 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-03T20:31:42,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e7cb84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T20:31:42,607 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:40645 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T20:31:42,653 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 0, reset compression=false 2024-12-03T20:31:42,672 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T20:31:42,672 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.shipperb29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,40645,1733257880011 got entry batch from reader: WALEntryBatch [walEntries=[{test/06f3a254f2a29a11b418793a6cd32ee2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733257902491/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T20:31:42,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.ReplicationSink(318): Replicating [1420aca8-6eeb-4456-b4d1-48cc25dcf0e4] bulk loaded data 2024-12-03T20:31:42,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741837_1013 (size=11194) 2024-12-03T20:31:42,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741839_1015 (size=11194) 2024-12-03T20:31:42,730 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:42,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741840_1016 (size=10791) 2024-12-03T20:31:42,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T20:31:42,758 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__40dmuumditdcgqfiajr68ll40nm14ves3702295golui6lc16pqn5ljfsesn4slp/f/92aa12f0a22d45f889b614f247720a7c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-03T20:31:42,761 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__40dmuumditdcgqfiajr68ll40nm14ves3702295golui6lc16pqn5ljfsesn4slp/f/a4c84d7b39534f859520894059f0f282_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-03T20:31:42,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__40dmuumditdcgqfiajr68ll40nm14ves3702295golui6lc16pqn5ljfsesn4slp/f/92aa12f0a22d45f889b614f247720a7c_SeqId_6_ for inclusion in bfe509c65bc731f173f170eb81677440/f 2024-12-03T20:31:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T20:31:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:31:42,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__40dmuumditdcgqfiajr68ll40nm14ves3702295golui6lc16pqn5ljfsesn4slp/f/a4c84d7b39534f859520894059f0f282_SeqId_6_ for inclusion in bfe509c65bc731f173f170eb81677440/f 2024-12-03T20:31:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T20:31:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:31:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HRegion(2603): Flush status journal for bfe509c65bc731f173f170eb81677440: 2024-12-03T20:31:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 92aa12f0a22d45f889b614f247720a7c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T20:31:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__40dmuumditdcgqfiajr68ll40nm14ves3702295golui6lc16pqn5ljfsesn4slp/f/92aa12f0a22d45f889b614f247720a7c_SeqId_6_ as hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/default/test/bfe509c65bc731f173f170eb81677440/f/510b8e8970b34084997024fe661224e4_SeqId_6_ 2024-12-03T20:31:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a4c84d7b39534f859520894059f0f282_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T20:31:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__40dmuumditdcgqfiajr68ll40nm14ves3702295golui6lc16pqn5ljfsesn4slp/f/a4c84d7b39534f859520894059f0f282_SeqId_6_ as hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/default/test/bfe509c65bc731f173f170eb81677440/f/8d8e9913b6b8425581ed5eb8692db6d5_SeqId_6_ 2024-12-03T20:31:42,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__40dmuumditdcgqfiajr68ll40nm14ves3702295golui6lc16pqn5ljfsesn4slp/f/92aa12f0a22d45f889b614f247720a7c_SeqId_6_ into bfe509c65bc731f173f170eb81677440/f as hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/default/test/bfe509c65bc731f173f170eb81677440/f/510b8e8970b34084997024fe661224e4_SeqId_6_ - updating store file list. 2024-12-03T20:31:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 510b8e8970b34084997024fe661224e4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T20:31:42,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/default/test/bfe509c65bc731f173f170eb81677440/f/510b8e8970b34084997024fe661224e4_SeqId_6_ into bfe509c65bc731f173f170eb81677440/f 2024-12-03T20:31:42,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__40dmuumditdcgqfiajr68ll40nm14ves3702295golui6lc16pqn5ljfsesn4slp/f/92aa12f0a22d45f889b614f247720a7c_SeqId_6_ into bfe509c65bc731f173f170eb81677440/f (new location: hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/default/test/bfe509c65bc731f173f170eb81677440/f/510b8e8970b34084997024fe661224e4_SeqId_6_) 2024-12-03T20:31:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__40dmuumditdcgqfiajr68ll40nm14ves3702295golui6lc16pqn5ljfsesn4slp/f/92aa12f0a22d45f889b614f247720a7c_SeqId_6_ 2024-12-03T20:31:42,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__40dmuumditdcgqfiajr68ll40nm14ves3702295golui6lc16pqn5ljfsesn4slp/f/a4c84d7b39534f859520894059f0f282_SeqId_6_ into bfe509c65bc731f173f170eb81677440/f as hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/default/test/bfe509c65bc731f173f170eb81677440/f/8d8e9913b6b8425581ed5eb8692db6d5_SeqId_6_ - updating store file list. 2024-12-03T20:31:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8d8e9913b6b8425581ed5eb8692db6d5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T20:31:42,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/default/test/bfe509c65bc731f173f170eb81677440/f/8d8e9913b6b8425581ed5eb8692db6d5_SeqId_6_ into bfe509c65bc731f173f170eb81677440/f 2024-12-03T20:31:42,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__40dmuumditdcgqfiajr68ll40nm14ves3702295golui6lc16pqn5ljfsesn4slp/f/a4c84d7b39534f859520894059f0f282_SeqId_6_ into bfe509c65bc731f173f170eb81677440/f (new location: hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/default/test/bfe509c65bc731f173f170eb81677440/f/8d8e9913b6b8425581ed5eb8692db6d5_SeqId_6_) 2024-12-03T20:31:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/staging/jenkins.hfs.22__test__40dmuumditdcgqfiajr68ll40nm14ves3702295golui6lc16pqn5ljfsesn4slp/f/a4c84d7b39534f859520894059f0f282_SeqId_6_ 2024-12-03T20:31:42,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40537 {}] regionserver.ReplicationSink(324): Finished replicating [1420aca8-6eeb-4456-b4d1-48cc25dcf0e4] bulk loaded data 2024-12-03T20:31:42,872 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:43,037 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:43,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741838_1014 (size=10791) 2024-12-03T20:31:43,192 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:43,460 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:43,509 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T20:31:43,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T20:31:43,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b29c245002d9,45677,1733257889094 2024-12-03T20:31:43,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4af8794c 2024-12-03T20:31:43,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T20:31:43,566 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-03T20:31:43,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T20:31:43,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T20:31:43,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b29c245002d9,43849,1733257889540, seqNum=-1] 2024-12-03T20:31:43,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T20:31:43,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-03T20:31:43,574 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/staging/jenkins.hfs.23__test__qeadfv1bfahn820t9qrs92l0ibo53i1m2slhbv6168gsetk4hs2fi0qtffsjhqnv/f/92aa12f0a22d45f889b614f247720a7c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-03T20:31:43,576 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/staging/jenkins.hfs.23__test__qeadfv1bfahn820t9qrs92l0ibo53i1m2slhbv6168gsetk4hs2fi0qtffsjhqnv/f/a4c84d7b39534f859520894059f0f282_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-03T20:31:43,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/staging/jenkins.hfs.23__test__qeadfv1bfahn820t9qrs92l0ibo53i1m2slhbv6168gsetk4hs2fi0qtffsjhqnv/f/92aa12f0a22d45f889b614f247720a7c_SeqId_6_ for inclusion in ded3221d627d426fd6420501c2c0e3e1/f 2024-12-03T20:31:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T20:31:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:31:43,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/staging/jenkins.hfs.23__test__qeadfv1bfahn820t9qrs92l0ibo53i1m2slhbv6168gsetk4hs2fi0qtffsjhqnv/f/a4c84d7b39534f859520894059f0f282_SeqId_6_ for inclusion in ded3221d627d426fd6420501c2c0e3e1/f 2024-12-03T20:31:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T20:31:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T20:31:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.HRegion(2603): Flush status journal for ded3221d627d426fd6420501c2c0e3e1: 2024-12-03T20:31:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 92aa12f0a22d45f889b614f247720a7c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T20:31:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/staging/jenkins.hfs.23__test__qeadfv1bfahn820t9qrs92l0ibo53i1m2slhbv6168gsetk4hs2fi0qtffsjhqnv/f/92aa12f0a22d45f889b614f247720a7c_SeqId_6_ as hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/default/test/ded3221d627d426fd6420501c2c0e3e1/f/1aadc7ed05fa4d85b807a0c165297b61_SeqId_4_ 2024-12-03T20:31:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a4c84d7b39534f859520894059f0f282_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T20:31:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/staging/jenkins.hfs.23__test__qeadfv1bfahn820t9qrs92l0ibo53i1m2slhbv6168gsetk4hs2fi0qtffsjhqnv/f/a4c84d7b39534f859520894059f0f282_SeqId_6_ as hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/default/test/ded3221d627d426fd6420501c2c0e3e1/f/5c05564f43fe44ef8d98f37a80187b7e_SeqId_4_ 2024-12-03T20:31:43,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/staging/jenkins.hfs.23__test__qeadfv1bfahn820t9qrs92l0ibo53i1m2slhbv6168gsetk4hs2fi0qtffsjhqnv/f/92aa12f0a22d45f889b614f247720a7c_SeqId_6_ into ded3221d627d426fd6420501c2c0e3e1/f as hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/default/test/ded3221d627d426fd6420501c2c0e3e1/f/1aadc7ed05fa4d85b807a0c165297b61_SeqId_4_ - updating store file list. 2024-12-03T20:31:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1aadc7ed05fa4d85b807a0c165297b61_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T20:31:43,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/default/test/ded3221d627d426fd6420501c2c0e3e1/f/1aadc7ed05fa4d85b807a0c165297b61_SeqId_4_ into ded3221d627d426fd6420501c2c0e3e1/f 2024-12-03T20:31:43,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/staging/jenkins.hfs.23__test__qeadfv1bfahn820t9qrs92l0ibo53i1m2slhbv6168gsetk4hs2fi0qtffsjhqnv/f/92aa12f0a22d45f889b614f247720a7c_SeqId_6_ into ded3221d627d426fd6420501c2c0e3e1/f (new location: hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/default/test/ded3221d627d426fd6420501c2c0e3e1/f/1aadc7ed05fa4d85b807a0c165297b61_SeqId_4_) 2024-12-03T20:31:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/staging/jenkins.hfs.23__test__qeadfv1bfahn820t9qrs92l0ibo53i1m2slhbv6168gsetk4hs2fi0qtffsjhqnv/f/92aa12f0a22d45f889b614f247720a7c_SeqId_6_ 2024-12-03T20:31:43,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/staging/jenkins.hfs.23__test__qeadfv1bfahn820t9qrs92l0ibo53i1m2slhbv6168gsetk4hs2fi0qtffsjhqnv/f/a4c84d7b39534f859520894059f0f282_SeqId_6_ into ded3221d627d426fd6420501c2c0e3e1/f as hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/default/test/ded3221d627d426fd6420501c2c0e3e1/f/5c05564f43fe44ef8d98f37a80187b7e_SeqId_4_ - updating store file list. 2024-12-03T20:31:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5c05564f43fe44ef8d98f37a80187b7e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T20:31:43,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/default/test/ded3221d627d426fd6420501c2c0e3e1/f/5c05564f43fe44ef8d98f37a80187b7e_SeqId_4_ into ded3221d627d426fd6420501c2c0e3e1/f 2024-12-03T20:31:43,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/staging/jenkins.hfs.23__test__qeadfv1bfahn820t9qrs92l0ibo53i1m2slhbv6168gsetk4hs2fi0qtffsjhqnv/f/a4c84d7b39534f859520894059f0f282_SeqId_6_ into ded3221d627d426fd6420501c2c0e3e1/f (new location: hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/default/test/ded3221d627d426fd6420501c2c0e3e1/f/5c05564f43fe44ef8d98f37a80187b7e_SeqId_4_) 2024-12-03T20:31:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/staging/jenkins.hfs.23__test__qeadfv1bfahn820t9qrs92l0ibo53i1m2slhbv6168gsetk4hs2fi0qtffsjhqnv/f/a4c84d7b39534f859520894059f0f282_SeqId_6_ 2024-12-03T20:31:43,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.ReplicationSink(324): Finished replicating [1420aca8-6eeb-4456-b4d1-48cc25dcf0e4] bulk loaded data 2024-12-03T20:31:43,624 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:43,630 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:31:43,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:43,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:43,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:43,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:43,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:43,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:43,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:43,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:43,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:43,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:43,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:43,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:43,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:43,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:43,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:43,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:43,963 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:44,132 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:44,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T20:31:44,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:31:44,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:44,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:44,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:44,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:31:44,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1150132560, stopped=false 2024-12-03T20:31:44,523 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,45677,1733257889094 2024-12-03T20:31:44,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:31:44,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2886592638/running 2024-12-03T20:31:44,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886592638 2024-12-03T20:31:44,548 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:31:44,548 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:31:44,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1019ce455a00007, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2886592638/running 2024-12-03T20:31:44,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Set watcher on znode that does not yet exist, /2886592638/running 2024-12-03T20:31:44,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:44,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:44,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1019ce455a00007, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886592638 2024-12-03T20:31:44,553 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,43849,1733257889540' ***** 2024-12-03T20:31:44,553 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:31:44,559 INFO [RS:0;b29c245002d9:43849 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:31:44,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43849-0x1019ce455a00007, quorum=127.0.0.1:61336, baseZNode=/2886592638 Set watcher on znode that does not yet exist, /2886592638/running 2024-12-03T20:31:44,559 INFO [RS:0;b29c245002d9:43849 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:31:44,559 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:31:44,559 INFO [RS:0;b29c245002d9:43849 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:31:44,559 INFO [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(3091): Received CLOSE for ded3221d627d426fd6420501c2c0e3e1 2024-12-03T20:31:44,560 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:31:44,568 INFO [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,43849,1733257889540 2024-12-03T20:31:44,568 INFO [RS:0;b29c245002d9:43849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:31:44,568 INFO [RS:0;b29c245002d9:43849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:43849. 2024-12-03T20:31:44,568 DEBUG [RS:0;b29c245002d9:43849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:44,568 DEBUG [RS:0;b29c245002d9:43849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:44,568 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ded3221d627d426fd6420501c2c0e3e1, disabling compactions & flushes 2024-12-03T20:31:44,568 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1. 2024-12-03T20:31:44,568 INFO [RS:0;b29c245002d9:43849 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:31:44,568 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1. 2024-12-03T20:31:44,568 INFO [RS:0;b29c245002d9:43849 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:31:44,568 INFO [RS:0;b29c245002d9:43849 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:31:44,569 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1. after waiting 0 ms 2024-12-03T20:31:44,569 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1. 2024-12-03T20:31:44,569 INFO [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:31:44,572 INFO [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T20:31:44,572 DEBUG [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(1325): Online Regions={ded3221d627d426fd6420501c2c0e3e1=test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:31:44,572 DEBUG [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ded3221d627d426fd6420501c2c0e3e1 2024-12-03T20:31:44,572 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:44,575 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:31:44,575 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:31:44,576 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:31:44,576 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:31:44,576 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:31:44,576 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T20:31:44,617 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/default/test/ded3221d627d426fd6420501c2c0e3e1/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-03T20:31:44,617 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:31:44,617 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:31:44,617 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1. 2024-12-03T20:31:44,618 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ded3221d627d426fd6420501c2c0e3e1: Waiting for close lock at 1733257904568Running coprocessor pre-close hooks at 1733257904568Disabling compacts and flushes for region at 1733257904568Disabling writes for close at 1733257904569 (+1 ms)Writing region close event to WAL at 1733257904600 (+31 ms)Running coprocessor post-close hooks at 1733257904617 (+17 ms)Closed at 1733257904617 2024-12-03T20:31:44,618 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1. 2024-12-03T20:31:44,639 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740/.tmp/info/7548bd088a324e41b864d98d492f38f7 is 129, key is test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1./info:regioninfo/1733257895896/Put/seqid=0 2024-12-03T20:31:44,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741839_1015 (size=6421) 2024-12-03T20:31:44,768 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:44,776 DEBUG [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:31:44,804 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:31:44,804 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:31:44,976 DEBUG [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:31:45,044 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740/.tmp/info/7548bd088a324e41b864d98d492f38f7 2024-12-03T20:31:45,069 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740/.tmp/ns/5630281c1e89495898289f2d7250dda8 is 43, key is default/ns:d/1733257892859/Put/seqid=0 2024-12-03T20:31:45,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741840_1016 (size=5153) 2024-12-03T20:31:45,177 DEBUG [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:31:45,316 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:45,380 DEBUG [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:31:45,480 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740/.tmp/ns/5630281c1e89495898289f2d7250dda8 2024-12-03T20:31:45,498 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:45,538 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740/.tmp/rep_barrier/95647817a7a04f2f8d11c72b7fc42091 is 112, key is test,,1733257894731.ded3221d627d426fd6420501c2c0e3e1./rep_barrier:seqnumDuringOpen/1733257895896/Put/seqid=0 2024-12-03T20:31:45,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741841_1017 (size=5518) 2024-12-03T20:31:45,568 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740/.tmp/rep_barrier/95647817a7a04f2f8d11c72b7fc42091 2024-12-03T20:31:45,584 INFO [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T20:31:45,584 DEBUG [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:31:45,584 DEBUG [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:31:45,597 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740/.tmp/table/66e83b11f1794081895d9b3a072d4ded is 40, key is test/table:state/1733257895907/Put/seqid=0 2024-12-03T20:31:45,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741842_1018 (size=5165) 2024-12-03T20:31:45,618 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740/.tmp/table/66e83b11f1794081895d9b3a072d4ded 2024-12-03T20:31:45,633 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740/.tmp/info/7548bd088a324e41b864d98d492f38f7 as hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740/info/7548bd088a324e41b864d98d492f38f7 2024-12-03T20:31:45,639 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740/info/7548bd088a324e41b864d98d492f38f7, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T20:31:45,646 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740/.tmp/ns/5630281c1e89495898289f2d7250dda8 as hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740/ns/5630281c1e89495898289f2d7250dda8 2024-12-03T20:31:45,664 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740/ns/5630281c1e89495898289f2d7250dda8, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T20:31:45,669 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740/.tmp/rep_barrier/95647817a7a04f2f8d11c72b7fc42091 as hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740/rep_barrier/95647817a7a04f2f8d11c72b7fc42091 2024-12-03T20:31:45,684 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740/rep_barrier/95647817a7a04f2f8d11c72b7fc42091, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T20:31:45,687 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740/.tmp/table/66e83b11f1794081895d9b3a072d4ded as hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740/table/66e83b11f1794081895d9b3a072d4ded 2024-12-03T20:31:45,720 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740/table/66e83b11f1794081895d9b3a072d4ded, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T20:31:45,721 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1145ms, sequenceid=11, compaction requested=false 2024-12-03T20:31:45,786 DEBUG [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:31:45,792 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T20:31:45,796 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:31:45,796 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:31:45,796 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:31:45,796 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257904575Running coprocessor pre-close hooks at 1733257904575Disabling compacts and flushes for region at 1733257904575Disabling writes for close at 1733257904576 (+1 ms)Obtaining lock to block concurrent updates at 1733257904576Preparing flush snapshotting stores in 1588230740 at 1733257904576Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733257904576Flushing stores of hbase:meta,,1.1588230740 at 1733257904580 (+4 ms)Flushing 1588230740/info: creating writer at 1733257904580Flushing 1588230740/info: appending metadata at 1733257904639 (+59 ms)Flushing 1588230740/info: closing flushed file at 1733257904639Flushing 1588230740/ns: creating writer at 1733257905048 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733257905068 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733257905068Flushing 1588230740/rep_barrier: creating writer at 1733257905506 (+438 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733257905538 (+32 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733257905538Flushing 1588230740/table: creating writer at 1733257905572 (+34 ms)Flushing 1588230740/table: appending metadata at 1733257905597 (+25 ms)Flushing 1588230740/table: closing flushed file at 1733257905597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5466b6f: reopening flushed file at 1733257905627 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1183c61d: reopening flushed file at 1733257905639 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2953f305: reopening flushed file at 1733257905664 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35bb8ac0: reopening flushed file at 1733257905684 (+20 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1145ms, sequenceid=11, compaction requested=false at 1733257905721 (+37 ms)Writing region close event to WAL at 1733257905774 (+53 ms)Running coprocessor post-close hooks at 1733257905796 (+22 ms)Closed at 1733257905796 2024-12-03T20:31:45,797 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:31:45,986 INFO [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,43849,1733257889540; all regions closed. 2024-12-03T20:31:45,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741834_1010 (size=2717) 2024-12-03T20:31:46,010 DEBUG [RS:0;b29c245002d9:43849 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/oldWALs 2024-12-03T20:31:46,010 INFO [RS:0;b29c245002d9:43849 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C43849%2C1733257889540.meta:.meta(num 1733257892776) 2024-12-03T20:31:46,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741833_1009 (size=1028) 2024-12-03T20:31:46,018 DEBUG [RS:0;b29c245002d9:43849 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/oldWALs 2024-12-03T20:31:46,018 INFO [RS:0;b29c245002d9:43849 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C43849%2C1733257889540:(num 1733257891934) 2024-12-03T20:31:46,018 DEBUG [RS:0;b29c245002d9:43849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:46,018 INFO [RS:0;b29c245002d9:43849 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:31:46,018 INFO [RS:0;b29c245002d9:43849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:31:46,018 INFO [RS:0;b29c245002d9:43849 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T20:31:46,018 INFO [RS:0;b29c245002d9:43849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:31:46,019 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:31:46,019 INFO [RS:0;b29c245002d9:43849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:43849. 2024-12-03T20:31:46,019 DEBUG [RS:0;b29c245002d9:43849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:46,019 DEBUG [RS:0;b29c245002d9:43849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:46,019 DEBUG [RS:0;b29c245002d9:43849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:46,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:31:46,020 INFO [RS:0;b29c245002d9:43849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43849 2024-12-03T20:31:46,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886592638/rs 2024-12-03T20:31:46,041 INFO [RS:0;b29c245002d9:43849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:31:46,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1019ce455a00007, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2886592638/rs/b29c245002d9,43849,1733257889540 2024-12-03T20:31:46,054 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,43849,1733257889540] 2024-12-03T20:31:46,073 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2886592638/draining/b29c245002d9,43849,1733257889540 already deleted, retry=false 2024-12-03T20:31:46,073 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,43849,1733257889540 expired; onlineServers=0 2024-12-03T20:31:46,073 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,45677,1733257889094' ***** 2024-12-03T20:31:46,073 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:31:46,073 INFO [M:0;b29c245002d9:45677 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:31:46,074 INFO [M:0;b29c245002d9:45677 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:31:46,074 DEBUG [M:0;b29c245002d9:45677 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:31:46,074 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:31:46,074 DEBUG [M:0;b29c245002d9:45677 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:31:46,074 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257891701 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257891701,5,FailOnTimeoutGroup] 2024-12-03T20:31:46,074 INFO [M:0;b29c245002d9:45677 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:31:46,074 INFO [M:0;b29c245002d9:45677 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:31:46,074 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257891701 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257891701,5,FailOnTimeoutGroup] 2024-12-03T20:31:46,074 DEBUG [M:0;b29c245002d9:45677 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:31:46,074 INFO [M:0;b29c245002d9:45677 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:31:46,074 INFO [M:0;b29c245002d9:45677 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:31:46,074 INFO [M:0;b29c245002d9:45677 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:31:46,074 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:31:46,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2886592638/master 2024-12-03T20:31:46,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886592638 2024-12-03T20:31:46,104 DEBUG [M:0;b29c245002d9:45677 {}] zookeeper.RecoverableZooKeeper(212): Node /2886592638/master already deleted, retry=false 2024-12-03T20:31:46,104 DEBUG [M:0;b29c245002d9:45677 {}] master.ActiveMasterManager(353): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Failed delete of our master address node; KeeperErrorCode = NoNode for /2886592638/master 2024-12-03T20:31:46,125 INFO [M:0;b29c245002d9:45677 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/.lastflushedseqids 2024-12-03T20:31:46,142 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:46,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741843_1019 (size=173) 2024-12-03T20:31:46,147 INFO [M:0;b29c245002d9:45677 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:31:46,147 INFO [M:0;b29c245002d9:45677 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:31:46,147 DEBUG [M:0;b29c245002d9:45677 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:31:46,147 INFO [M:0;b29c245002d9:45677 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:46,147 DEBUG [M:0;b29c245002d9:45677 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:46,147 DEBUG [M:0;b29c245002d9:45677 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:31:46,147 DEBUG [M:0;b29c245002d9:45677 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:46,147 INFO [M:0;b29c245002d9:45677 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-03T20:31:46,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1019ce455a00007, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:46,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1019ce455a00007, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:46,154 INFO [RS:0;b29c245002d9:43849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:31:46,154 INFO [RS:0;b29c245002d9:43849 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,43849,1733257889540; zookeeper connection closed. 2024-12-03T20:31:46,188 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5023651c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5023651c 2024-12-03T20:31:46,189 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T20:31:46,203 DEBUG [M:0;b29c245002d9:45677 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3615f2aa19e400ba94b4c8f7db115cc is 82, key is hbase:meta,,1/info:regioninfo/1733257892846/Put/seqid=0 2024-12-03T20:31:46,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741844_1020 (size=5672) 2024-12-03T20:31:46,256 INFO [M:0;b29c245002d9:45677 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3615f2aa19e400ba94b4c8f7db115cc 2024-12-03T20:31:46,310 DEBUG [M:0;b29c245002d9:45677 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da71e13e0b4642508724d30f69b95d42 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733257895910/Put/seqid=0 2024-12-03T20:31:46,327 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:46,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741845_1021 (size=6586) 2024-12-03T20:31:46,744 INFO [M:0;b29c245002d9:45677 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da71e13e0b4642508724d30f69b95d42 2024-12-03T20:31:46,796 DEBUG [M:0;b29c245002d9:45677 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91512f34ca84437493e0fa706c7ad29b is 69, key is b29c245002d9,43849,1733257889540/rs:state/1733257891745/Put/seqid=0 2024-12-03T20:31:46,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741846_1022 (size=5156) 2024-12-03T20:31:46,841 INFO [M:0;b29c245002d9:45677 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91512f34ca84437493e0fa706c7ad29b 2024-12-03T20:31:46,849 DEBUG [M:0;b29c245002d9:45677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3615f2aa19e400ba94b4c8f7db115cc as hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3615f2aa19e400ba94b4c8f7db115cc 2024-12-03T20:31:46,853 INFO [M:0;b29c245002d9:45677 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3615f2aa19e400ba94b4c8f7db115cc, entries=8, sequenceid=55, filesize=5.5 K 2024-12-03T20:31:46,854 DEBUG [M:0;b29c245002d9:45677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da71e13e0b4642508724d30f69b95d42 as hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da71e13e0b4642508724d30f69b95d42 2024-12-03T20:31:46,862 INFO [M:0;b29c245002d9:45677 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da71e13e0b4642508724d30f69b95d42, entries=6, sequenceid=55, filesize=6.4 K 2024-12-03T20:31:46,862 DEBUG [M:0;b29c245002d9:45677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91512f34ca84437493e0fa706c7ad29b as hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91512f34ca84437493e0fa706c7ad29b 2024-12-03T20:31:46,866 INFO [M:0;b29c245002d9:45677 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37955/user/jenkins/test-data/2e9684ef-16a1-2078-763e-8f8feed9f40f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91512f34ca84437493e0fa706c7ad29b, entries=1, sequenceid=55, filesize=5.0 K 2024-12-03T20:31:46,872 INFO [M:0;b29c245002d9:45677 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 725ms, sequenceid=55, compaction requested=false 2024-12-03T20:31:46,897 INFO [M:0;b29c245002d9:45677 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:46,897 DEBUG [M:0;b29c245002d9:45677 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257906147Disabling compacts and flushes for region at 1733257906147Disabling writes for close at 1733257906147Obtaining lock to block concurrent updates at 1733257906147Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257906147Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733257906148 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257906148Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257906149 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257906202 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257906202Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257906260 (+58 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257906309 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257906309Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257906750 (+441 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257906795 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257906796 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23991f0c: reopening flushed file at 1733257906847 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6657bdc: reopening flushed file at 1733257906853 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a64d9d0: reopening flushed file at 1733257906862 (+9 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 725ms, sequenceid=55, compaction requested=false at 1733257906872 (+10 ms)Writing region close event to WAL at 1733257906897 (+25 ms)Closed at 1733257906897 2024-12-03T20:31:46,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37183 is added to blk_1073741830_1006 (size=32770) 2024-12-03T20:31:46,905 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:31:46,906 INFO [M:0;b29c245002d9:45677 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:31:46,906 INFO [M:0;b29c245002d9:45677 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45677 2024-12-03T20:31:46,908 INFO [M:0;b29c245002d9:45677 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:31:47,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:47,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45677-0x1019ce455a00006, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:47,036 INFO [M:0;b29c245002d9:45677 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:31:47,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@195293a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:31:47,048 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24e7d4bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:31:47,048 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:31:47,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a06eee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:31:47,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7047b583{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/hadoop.log.dir/,STOPPED} 2024-12-03T20:31:47,053 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:31:47,053 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:31:47,053 WARN [BP-2013118834-172.17.0.3-1733257886519 heartbeating to localhost/127.0.0.1:37955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:31:47,053 WARN [BP-2013118834-172.17.0.3-1733257886519 heartbeating to localhost/127.0.0.1:37955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2013118834-172.17.0.3-1733257886519 (Datanode Uuid b6486f31-d69f-4af6-907d-6510d6819ee3) service to localhost/127.0.0.1:37955 2024-12-03T20:31:47,054 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/cluster_957fbbce-08ac-19ba-49aa-68fa5b041a9c/data/data1/current/BP-2013118834-172.17.0.3-1733257886519 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:31:47,054 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/cluster_957fbbce-08ac-19ba-49aa-68fa5b041a9c/data/data2/current/BP-2013118834-172.17.0.3-1733257886519 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:31:47,054 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:31:47,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@326b4593{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:31:47,061 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56ad0518{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:31:47,061 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:31:47,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f4e7b54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:31:47,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52750825{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fee88a18-ca45-2448-4a3c-432ea52b5a8a/hadoop.log.dir/,STOPPED} 2024-12-03T20:31:47,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T20:31:47,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T20:31:47,078 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:31:47,078 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:47,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:47,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:47,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:31:47,079 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:31:47,079 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=406970843, stopped=false 2024-12-03T20:31:47,079 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,34507,1733257884808 2024-12-03T20:31:47,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1019ce455a00004, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1840650894/running 2024-12-03T20:31:47,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1840650894/running 2024-12-03T20:31:47,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1840650894 2024-12-03T20:31:47,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1019ce455a00004, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1840650894 2024-12-03T20:31:47,093 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:31:47,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40537-0x1019ce455a00004, quorum=127.0.0.1:61336, baseZNode=/1840650894 Set watcher on znode that does not yet exist, /1840650894/running 2024-12-03T20:31:47,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Set watcher on znode that does not yet exist, /1840650894/running 2024-12-03T20:31:47,095 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:31:47,095 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:47,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:47,096 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:47,098 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,40537,1733257884994' ***** 2024-12-03T20:31:47,098 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:31:47,098 INFO [RS:0;b29c245002d9:40537 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:31:47,098 INFO [RS:0;b29c245002d9:40537 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:31:47,098 INFO [RS:0;b29c245002d9:40537 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:31:47,099 INFO [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer(3091): Received CLOSE for bfe509c65bc731f173f170eb81677440 2024-12-03T20:31:47,099 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:31:47,100 INFO [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,40537,1733257884994 2024-12-03T20:31:47,100 INFO [RS:0;b29c245002d9:40537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:31:47,100 INFO [RS:0;b29c245002d9:40537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:40537. 2024-12-03T20:31:47,100 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bfe509c65bc731f173f170eb81677440, disabling compactions & flushes 2024-12-03T20:31:47,100 DEBUG [RS:0;b29c245002d9:40537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:47,100 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733257894089.bfe509c65bc731f173f170eb81677440. 2024-12-03T20:31:47,100 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257894089.bfe509c65bc731f173f170eb81677440. 2024-12-03T20:31:47,100 DEBUG [RS:0;b29c245002d9:40537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:47,100 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733257894089.bfe509c65bc731f173f170eb81677440. after waiting 0 ms 2024-12-03T20:31:47,100 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733257894089.bfe509c65bc731f173f170eb81677440. 2024-12-03T20:31:47,100 INFO [RS:0;b29c245002d9:40537 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:31:47,100 INFO [RS:0;b29c245002d9:40537 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:31:47,100 INFO [RS:0;b29c245002d9:40537 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:31:47,100 INFO [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:31:47,109 INFO [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T20:31:47,109 DEBUG [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer(1325): Online Regions={bfe509c65bc731f173f170eb81677440=test,,1733257894089.bfe509c65bc731f173f170eb81677440., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:31:47,109 DEBUG [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bfe509c65bc731f173f170eb81677440 2024-12-03T20:31:47,109 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:31:47,109 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:31:47,109 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:31:47,109 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:31:47,109 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:31:47,109 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T20:31:47,135 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/default/test/bfe509c65bc731f173f170eb81677440/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T20:31:47,135 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:31:47,135 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:31:47,135 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733257894089.bfe509c65bc731f173f170eb81677440. 2024-12-03T20:31:47,136 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bfe509c65bc731f173f170eb81677440: Waiting for close lock at 1733257907100Running coprocessor pre-close hooks at 1733257907100Disabling compacts and flushes for region at 1733257907100Disabling writes for close at 1733257907100Writing region close event to WAL at 1733257907112 (+12 ms)Running coprocessor post-close hooks at 1733257907135 (+23 ms)Closed at 1733257907135 2024-12-03T20:31:47,136 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733257894089.bfe509c65bc731f173f170eb81677440. 2024-12-03T20:31:47,142 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740/.tmp/info/ceda022a6fa94064bdd574df92575118 is 129, key is test,,1733257894089.bfe509c65bc731f173f170eb81677440./info:regioninfo/1733257894532/Put/seqid=0 2024-12-03T20:31:47,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741841_1017 (size=6421) 2024-12-03T20:31:47,160 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:31:47,240 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:47,309 DEBUG [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:31:47,509 DEBUG [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:31:47,551 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740/.tmp/info/ceda022a6fa94064bdd574df92575118 2024-12-03T20:31:47,569 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:31:47,569 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:31:47,590 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740/.tmp/ns/2e505af01e694125bda7da2f196644d1 is 43, key is default/ns:d/1733257886408/Put/seqid=0 2024-12-03T20:31:47,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741842_1018 (size=5153) 2024-12-03T20:31:47,610 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740/.tmp/ns/2e505af01e694125bda7da2f196644d1 2024-12-03T20:31:47,634 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740/.tmp/rep_barrier/6c79090d21544106bcc6bb0d01a88f24 is 112, key is test,,1733257894089.bfe509c65bc731f173f170eb81677440./rep_barrier:seqnumDuringOpen/1733257894532/Put/seqid=0 2024-12-03T20:31:47,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741843_1019 (size=5518) 2024-12-03T20:31:47,710 DEBUG [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:31:47,910 DEBUG [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:31:48,052 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740/.tmp/rep_barrier/6c79090d21544106bcc6bb0d01a88f24 2024-12-03T20:31:48,104 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:48,110 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740/.tmp/table/ae335d2d820e480887197f60a7279a5d is 40, key is test/table:state/1733257894548/Put/seqid=0 2024-12-03T20:31:48,110 INFO [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T20:31:48,110 DEBUG [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:31:48,110 DEBUG [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:31:48,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741844_1020 (size=5165) 2024-12-03T20:31:48,148 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740/.tmp/table/ae335d2d820e480887197f60a7279a5d 2024-12-03T20:31:48,168 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740/.tmp/info/ceda022a6fa94064bdd574df92575118 as hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740/info/ceda022a6fa94064bdd574df92575118 2024-12-03T20:31:48,194 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740/info/ceda022a6fa94064bdd574df92575118, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T20:31:48,195 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740/.tmp/ns/2e505af01e694125bda7da2f196644d1 as hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740/ns/2e505af01e694125bda7da2f196644d1 2024-12-03T20:31:48,217 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740/ns/2e505af01e694125bda7da2f196644d1, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T20:31:48,220 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740/.tmp/rep_barrier/6c79090d21544106bcc6bb0d01a88f24 as hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740/rep_barrier/6c79090d21544106bcc6bb0d01a88f24 2024-12-03T20:31:48,228 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740/rep_barrier/6c79090d21544106bcc6bb0d01a88f24, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T20:31:48,229 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740/.tmp/table/ae335d2d820e480887197f60a7279a5d as hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740/table/ae335d2d820e480887197f60a7279a5d 2024-12-03T20:31:48,244 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:48,248 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740/table/ae335d2d820e480887197f60a7279a5d, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T20:31:48,256 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1147ms, sequenceid=11, compaction requested=false 2024-12-03T20:31:48,297 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T20:31:48,297 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:31:48,297 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:31:48,297 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:31:48,297 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257907109Running coprocessor pre-close hooks at 1733257907109Disabling compacts and flushes for region at 1733257907109Disabling writes for close at 1733257907109Obtaining lock to block concurrent updates at 1733257907109Preparing flush snapshotting stores in 1588230740 at 1733257907109Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733257907110 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733257907110Flushing 1588230740/info: creating writer at 1733257907110Flushing 1588230740/info: appending metadata at 1733257907142 (+32 ms)Flushing 1588230740/info: closing flushed file at 1733257907142Flushing 1588230740/ns: creating writer at 1733257907570 (+428 ms)Flushing 1588230740/ns: appending metadata at 1733257907589 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733257907589Flushing 1588230740/rep_barrier: creating writer at 1733257907613 (+24 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733257907633 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733257907633Flushing 1588230740/table: creating writer at 1733257908069 (+436 ms)Flushing 1588230740/table: appending metadata at 1733257908110 (+41 ms)Flushing 1588230740/table: closing flushed file at 1733257908110Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b8c5158: reopening flushed file at 1733257908163 (+53 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@676433a5: reopening flushed file at 1733257908194 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ec74278: reopening flushed file at 1733257908217 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@197f4dd5: reopening flushed file at 1733257908228 (+11 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1147ms, sequenceid=11, compaction requested=false at 1733257908256 (+28 ms)Writing region close event to WAL at 1733257908293 (+37 ms)Running coprocessor post-close hooks at 1733257908297 (+4 ms)Closed at 1733257908297 2024-12-03T20:31:48,298 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:31:48,310 INFO [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,40537,1733257884994; all regions closed. 2024-12-03T20:31:48,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741834_1010 (size=2717) 2024-12-03T20:31:48,312 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/WALs/b29c245002d9,40537,1733257884994/b29c245002d9%2C40537%2C1733257884994.meta.1733257886338.meta not finished, retry = 0 2024-12-03T20:31:48,414 DEBUG [RS:0;b29c245002d9:40537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/oldWALs 2024-12-03T20:31:48,414 INFO [RS:0;b29c245002d9:40537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C40537%2C1733257884994.meta:.meta(num 1733257886338) 2024-12-03T20:31:48,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741832_1008 (size=1374) 2024-12-03T20:31:48,424 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/WALs/b29c245002d9,40537,1733257884994/b29c245002d9%2C40537%2C1733257884994.1733257885717 not finished, retry = 0 2024-12-03T20:31:48,535 DEBUG [RS:0;b29c245002d9:40537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/oldWALs 2024-12-03T20:31:48,535 INFO [RS:0;b29c245002d9:40537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b29c245002d9%2C40537%2C1733257884994:(num 1733257885717) 2024-12-03T20:31:48,535 DEBUG [RS:0;b29c245002d9:40537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:48,535 INFO [RS:0;b29c245002d9:40537 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:31:48,535 INFO [RS:0;b29c245002d9:40537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:31:48,535 INFO [RS:0;b29c245002d9:40537 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T20:31:48,535 INFO [RS:0;b29c245002d9:40537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:31:48,535 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:31:48,535 INFO [RS:0;b29c245002d9:40537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:40537. 2024-12-03T20:31:48,535 DEBUG [RS:0;b29c245002d9:40537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:48,535 DEBUG [RS:0;b29c245002d9:40537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:48,536 DEBUG [RS:0;b29c245002d9:40537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:48,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:31:48,536 INFO [RS:0;b29c245002d9:40537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40537 2024-12-03T20:31:48,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1840650894/rs 2024-12-03T20:31:48,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1019ce455a00004, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1840650894/rs/b29c245002d9,40537,1733257884994 2024-12-03T20:31:48,624 INFO [RS:0;b29c245002d9:40537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:31:48,624 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,40537,1733257884994] 2024-12-03T20:31:48,662 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1840650894/draining/b29c245002d9,40537,1733257884994 already deleted, retry=false 2024-12-03T20:31:48,662 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,40537,1733257884994 expired; onlineServers=0 2024-12-03T20:31:48,662 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,34507,1733257884808' ***** 2024-12-03T20:31:48,662 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:31:48,662 INFO [M:0;b29c245002d9:34507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:31:48,662 INFO [M:0;b29c245002d9:34507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:31:48,662 DEBUG [M:0;b29c245002d9:34507 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:31:48,662 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:31:48,662 DEBUG [M:0;b29c245002d9:34507 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:31:48,662 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257885476 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257885476,5,FailOnTimeoutGroup] 2024-12-03T20:31:48,662 INFO [M:0;b29c245002d9:34507 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:31:48,662 INFO [M:0;b29c245002d9:34507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:31:48,662 DEBUG [M:0;b29c245002d9:34507 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:31:48,662 INFO [M:0;b29c245002d9:34507 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:31:48,662 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257885472 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257885472,5,FailOnTimeoutGroup] 2024-12-03T20:31:48,662 INFO [M:0;b29c245002d9:34507 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:31:48,663 INFO [M:0;b29c245002d9:34507 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:31:48,663 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:31:48,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1840650894/master 2024-12-03T20:31:48,673 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1840650894/master already deleted, retry=false 2024-12-03T20:31:48,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1840650894 2024-12-03T20:31:48,674 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Failed delete of our master address node; KeeperErrorCode = NoNode for /1840650894/master 2024-12-03T20:31:48,692 INFO [M:0;b29c245002d9:34507 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/.lastflushedseqids 2024-12-03T20:31:48,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741845_1021 (size=173) 2024-12-03T20:31:48,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1019ce455a00004, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:48,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x1019ce455a00004, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:48,753 INFO [RS:0;b29c245002d9:40537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:31:48,753 INFO [RS:0;b29c245002d9:40537 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,40537,1733257884994; zookeeper connection closed. 2024-12-03T20:31:48,766 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bc7ee26 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bc7ee26 2024-12-03T20:31:48,772 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T20:31:49,129 INFO [M:0;b29c245002d9:34507 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:31:49,129 INFO [M:0;b29c245002d9:34507 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:31:49,130 DEBUG [M:0;b29c245002d9:34507 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:31:49,130 INFO [M:0;b29c245002d9:34507 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:49,130 DEBUG [M:0;b29c245002d9:34507 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:49,130 DEBUG [M:0;b29c245002d9:34507 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:31:49,130 DEBUG [M:0;b29c245002d9:34507 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:49,130 INFO [M:0;b29c245002d9:34507 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-03T20:31:49,152 DEBUG [M:0;b29c245002d9:34507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df6358ce62bd4c1393abe5109f4c973b is 82, key is hbase:meta,,1/info:regioninfo/1733257886385/Put/seqid=0 2024-12-03T20:31:49,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741846_1022 (size=5672) 2024-12-03T20:31:49,223 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:49,356 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:49,558 INFO [M:0;b29c245002d9:34507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df6358ce62bd4c1393abe5109f4c973b 2024-12-03T20:31:49,579 DEBUG [M:0;b29c245002d9:34507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbe33c503d4b4a7891c67f369ff640fa is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733257894558/Put/seqid=0 2024-12-03T20:31:49,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741847_1023 (size=6586) 2024-12-03T20:31:49,778 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T20:31:49,984 INFO [M:0;b29c245002d9:34507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbe33c503d4b4a7891c67f369ff640fa 2024-12-03T20:31:50,013 DEBUG [M:0;b29c245002d9:34507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/273aa6e6dda34f8fb0db40a5a6cd1e20 is 69, key is b29c245002d9,40537,1733257884994/rs:state/1733257885510/Put/seqid=0 2024-12-03T20:31:50,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741848_1024 (size=5156) 2024-12-03T20:31:50,120 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T20:31:50,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:50,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:50,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:50,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:50,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:50,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:50,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:50,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:50,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:50,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:50,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:50,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:50,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:50,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:50,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:50,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:50,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T20:31:50,429 INFO [M:0;b29c245002d9:34507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/273aa6e6dda34f8fb0db40a5a6cd1e20 2024-12-03T20:31:50,439 DEBUG [M:0;b29c245002d9:34507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df6358ce62bd4c1393abe5109f4c973b as hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df6358ce62bd4c1393abe5109f4c973b 2024-12-03T20:31:50,445 INFO [M:0;b29c245002d9:34507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df6358ce62bd4c1393abe5109f4c973b, entries=8, sequenceid=55, filesize=5.5 K 2024-12-03T20:31:50,446 DEBUG [M:0;b29c245002d9:34507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbe33c503d4b4a7891c67f369ff640fa as hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dbe33c503d4b4a7891c67f369ff640fa 2024-12-03T20:31:50,454 INFO [M:0;b29c245002d9:34507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dbe33c503d4b4a7891c67f369ff640fa, entries=6, sequenceid=55, filesize=6.4 K 2024-12-03T20:31:50,454 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:50,455 DEBUG [M:0;b29c245002d9:34507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/273aa6e6dda34f8fb0db40a5a6cd1e20 as hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/273aa6e6dda34f8fb0db40a5a6cd1e20 2024-12-03T20:31:50,460 INFO [M:0;b29c245002d9:34507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33469/user/jenkins/test-data/109a057b-858f-c966-c55b-487524a3a370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/273aa6e6dda34f8fb0db40a5a6cd1e20, entries=1, sequenceid=55, filesize=5.0 K 2024-12-03T20:31:50,461 INFO [M:0;b29c245002d9:34507 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=55, compaction requested=false 2024-12-03T20:31:50,471 INFO [M:0;b29c245002d9:34507 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:50,471 DEBUG [M:0;b29c245002d9:34507 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257909130Disabling compacts and flushes for region at 1733257909130Disabling writes for close at 1733257909130Obtaining lock to block concurrent updates at 1733257909130Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257909130Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733257909130Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257909131 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257909131Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257909151 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257909151Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257909562 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257909579 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257909579Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257909988 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257910012 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257910012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6826e46d: reopening flushed file at 1733257910438 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64cdda8b: reopening flushed file at 1733257910445 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3805a63c: reopening flushed file at 1733257910454 (+9 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=55, compaction requested=false at 1733257910461 (+7 ms)Writing region close event to WAL at 1733257910470 (+9 ms)Closed at 1733257910470 2024-12-03T20:31:50,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35467 is added to blk_1073741830_1006 (size=32770) 2024-12-03T20:31:50,475 INFO [M:0;b29c245002d9:34507 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:31:50,476 INFO [M:0;b29c245002d9:34507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34507 2024-12-03T20:31:50,476 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:31:50,476 INFO [M:0;b29c245002d9:34507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:31:50,589 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:50,677 INFO [M:0;b29c245002d9:34507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:31:50,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:50,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34507-0x1019ce455a00003, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:50,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c25f550{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:31:50,681 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4aa2692e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:31:50,681 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:31:50,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5afa26ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:31:50,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a98aa89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/hadoop.log.dir/,STOPPED} 2024-12-03T20:31:50,682 WARN [BP-1295530814-172.17.0.3-1733257882835 heartbeating to localhost/127.0.0.1:33469 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:31:50,682 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:31:50,682 WARN [BP-1295530814-172.17.0.3-1733257882835 heartbeating to localhost/127.0.0.1:33469 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1295530814-172.17.0.3-1733257882835 (Datanode Uuid a9ac29cb-a775-46ec-8209-643e4969eefd) service to localhost/127.0.0.1:33469 2024-12-03T20:31:50,682 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:31:50,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/cluster_1faafb19-c6bc-c9fa-9a2d-aec0ad767856/data/data1/current/BP-1295530814-172.17.0.3-1733257882835 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:31:50,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/cluster_1faafb19-c6bc-c9fa-9a2d-aec0ad767856/data/data2/current/BP-1295530814-172.17.0.3-1733257882835 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:31:50,683 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:31:50,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d40997b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:31:50,688 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@738e3a8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:31:50,688 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:31:50,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4410011{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:31:50,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f2b333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59622081-cfd4-3150-4c6b-a3beb5469549/hadoop.log.dir/,STOPPED} 2024-12-03T20:31:50,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T20:31:50,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T20:31:50,699 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:31:50,699 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:50,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:50,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:31:50,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:50,699 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T20:31:50,699 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1506361982, stopped=false 2024-12-03T20:31:50,699 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b29c245002d9,39461,1733257879788 2024-12-03T20:31:50,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-338069973/running 2024-12-03T20:31:50,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x1019ce455a00001, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-338069973/running 2024-12-03T20:31:50,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338069973 2024-12-03T20:31:50,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x1019ce455a00001, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338069973 2024-12-03T20:31:50,823 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:31:50,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T20:31:50,823 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:50,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:50,823 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b29c245002d9,40645,1733257880011' ***** 2024-12-03T20:31:50,823 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T20:31:50,824 INFO [RS:0;b29c245002d9:40645 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T20:31:50,824 INFO [RS:0;b29c245002d9:40645 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T20:31:50,824 INFO [RS:0;b29c245002d9:40645 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T20:31:50,824 INFO [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(3091): Received CLOSE for 3cfaab9a5a46de1d588e99a429b3e2c5 2024-12-03T20:31:50,824 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T20:31:50,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Set watcher on znode that does not yet exist, /0-338069973/running 2024-12-03T20:31:50,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40645-0x1019ce455a00001, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Set watcher on znode that does not yet exist, /0-338069973/running 2024-12-03T20:31:50,827 INFO [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(3091): Received CLOSE for 06f3a254f2a29a11b418793a6cd32ee2 2024-12-03T20:31:50,827 INFO [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(959): stopping server b29c245002d9,40645,1733257880011 2024-12-03T20:31:50,827 INFO [RS:0;b29c245002d9:40645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:31:50,827 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3cfaab9a5a46de1d588e99a429b3e2c5, disabling compactions & flushes 2024-12-03T20:31:50,827 INFO [RS:0;b29c245002d9:40645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:40645. 2024-12-03T20:31:50,827 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5. 2024-12-03T20:31:50,827 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5. 2024-12-03T20:31:50,827 DEBUG [RS:0;b29c245002d9:40645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:50,827 DEBUG [RS:0;b29c245002d9:40645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:50,827 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5. after waiting 0 ms 2024-12-03T20:31:50,827 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5. 2024-12-03T20:31:50,827 INFO [RS:0;b29c245002d9:40645 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T20:31:50,827 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3cfaab9a5a46de1d588e99a429b3e2c5 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-03T20:31:50,827 INFO [RS:0;b29c245002d9:40645 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T20:31:50,827 INFO [RS:0;b29c245002d9:40645 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T20:31:50,827 INFO [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T20:31:50,827 INFO [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T20:31:50,827 DEBUG [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(1325): Online Regions={3cfaab9a5a46de1d588e99a429b3e2c5=hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5., 1588230740=hbase:meta,,1.1588230740, 06f3a254f2a29a11b418793a6cd32ee2=test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2.} 2024-12-03T20:31:50,827 DEBUG [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(1351): Waiting on 06f3a254f2a29a11b418793a6cd32ee2, 1588230740, 3cfaab9a5a46de1d588e99a429b3e2c5 2024-12-03T20:31:50,828 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T20:31:50,828 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T20:31:50,828 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T20:31:50,828 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T20:31:50,828 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T20:31:50,828 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T20:31:50,832 INFO [regionserver/b29c245002d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:31:50,865 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740/.tmp/info/749a27e38d87422e98bd69e1fa1a1b5d is 147, key is hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5./info:regioninfo/1733257898140/Put/seqid=0 2024-12-03T20:31:50,868 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/replication/3cfaab9a5a46de1d588e99a429b3e2c5/.tmp/hfileref/ce523710449b402c9bf27e7266ee3b8a is 74, key is 1/hfileref:0e2f76f2a7644424a6327af9f0a9c031_SeqId_4_/1733257900895/DeleteColumn/seqid=0 2024-12-03T20:31:50,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741847_1023 (size=7686) 2024-12-03T20:31:50,878 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740/.tmp/info/749a27e38d87422e98bd69e1fa1a1b5d 2024-12-03T20:31:50,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741848_1024 (size=5489) 2024-12-03T20:31:50,886 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/replication/3cfaab9a5a46de1d588e99a429b3e2c5/.tmp/hfileref/ce523710449b402c9bf27e7266ee3b8a 2024-12-03T20:31:50,905 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740/.tmp/ns/6c407aebd65d45cf8d3b93ca2728eeb5 is 43, key is default/ns:d/1733257882735/Put/seqid=0 2024-12-03T20:31:50,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741849_1025 (size=5153) 2024-12-03T20:31:50,925 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740/.tmp/ns/6c407aebd65d45cf8d3b93ca2728eeb5 2024-12-03T20:31:50,934 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/replication/3cfaab9a5a46de1d588e99a429b3e2c5/.tmp/queue/b2a120639b264167bbcb0fbeb1b2699c is 153, key is 1-b29c245002d9,40645,1733257880011/queue:b29c245002d9%2C40645%2C1733257880011/1733257902793/Put/seqid=0 2024-12-03T20:31:50,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741850_1026 (size=5504) 2024-12-03T20:31:50,955 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/replication/3cfaab9a5a46de1d588e99a429b3e2c5/.tmp/queue/b2a120639b264167bbcb0fbeb1b2699c 2024-12-03T20:31:50,955 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740/.tmp/rep_barrier/7035de044b1e4988a53310d5abf75e38 is 112, key is test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2./rep_barrier:seqnumDuringOpen/1733257893730/Put/seqid=0 2024-12-03T20:31:50,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741851_1027 (size=5518) 2024-12-03T20:31:50,968 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/replication/3cfaab9a5a46de1d588e99a429b3e2c5/.tmp/hfileref/ce523710449b402c9bf27e7266ee3b8a as hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/replication/3cfaab9a5a46de1d588e99a429b3e2c5/hfileref/ce523710449b402c9bf27e7266ee3b8a 2024-12-03T20:31:50,972 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/replication/3cfaab9a5a46de1d588e99a429b3e2c5/hfileref/ce523710449b402c9bf27e7266ee3b8a, entries=6, sequenceid=17, filesize=5.4 K 2024-12-03T20:31:50,972 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/replication/3cfaab9a5a46de1d588e99a429b3e2c5/.tmp/queue/b2a120639b264167bbcb0fbeb1b2699c as hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/replication/3cfaab9a5a46de1d588e99a429b3e2c5/queue/b2a120639b264167bbcb0fbeb1b2699c 2024-12-03T20:31:50,979 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/replication/3cfaab9a5a46de1d588e99a429b3e2c5/queue/b2a120639b264167bbcb0fbeb1b2699c, entries=2, sequenceid=17, filesize=5.4 K 2024-12-03T20:31:50,980 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 3cfaab9a5a46de1d588e99a429b3e2c5 in 153ms, sequenceid=17, compaction requested=false 2024-12-03T20:31:51,028 DEBUG [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(1351): Waiting on 06f3a254f2a29a11b418793a6cd32ee2, 1588230740, 3cfaab9a5a46de1d588e99a429b3e2c5 2024-12-03T20:31:51,030 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/replication/3cfaab9a5a46de1d588e99a429b3e2c5/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-03T20:31:51,030 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:31:51,030 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:31:51,030 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5. 2024-12-03T20:31:51,030 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3cfaab9a5a46de1d588e99a429b3e2c5: Waiting for close lock at 1733257910827Running coprocessor pre-close hooks at 1733257910827Disabling compacts and flushes for region at 1733257910827Disabling writes for close at 1733257910827Obtaining lock to block concurrent updates at 1733257910827Preparing flush snapshotting stores in 3cfaab9a5a46de1d588e99a429b3e2c5 at 1733257910827Finished memstore snapshotting hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733257910827Flushing stores of hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5. at 1733257910835 (+8 ms)Flushing 3cfaab9a5a46de1d588e99a429b3e2c5/hfileref: creating writer at 1733257910835Flushing 3cfaab9a5a46de1d588e99a429b3e2c5/hfileref: appending metadata at 1733257910867 (+32 ms)Flushing 3cfaab9a5a46de1d588e99a429b3e2c5/hfileref: closing flushed file at 1733257910867Flushing 3cfaab9a5a46de1d588e99a429b3e2c5/queue: creating writer at 1733257910908 (+41 ms)Flushing 3cfaab9a5a46de1d588e99a429b3e2c5/queue: appending metadata at 1733257910933 (+25 ms)Flushing 3cfaab9a5a46de1d588e99a429b3e2c5/queue: closing flushed file at 1733257910933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20b82edc: reopening flushed file at 1733257910967 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59eeb291: reopening flushed file at 1733257910972 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 3cfaab9a5a46de1d588e99a429b3e2c5 in 153ms, sequenceid=17, compaction requested=false at 1733257910980 (+8 ms)Writing region close event to WAL at 1733257911012 (+32 ms)Running coprocessor post-close hooks at 1733257911030 (+18 ms)Closed at 1733257911030 2024-12-03T20:31:51,031 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733257896913.3cfaab9a5a46de1d588e99a429b3e2c5. 2024-12-03T20:31:51,031 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06f3a254f2a29a11b418793a6cd32ee2, disabling compactions & flushes 2024-12-03T20:31:51,031 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2. 2024-12-03T20:31:51,031 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2. 2024-12-03T20:31:51,031 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2. after waiting 0 ms 2024-12-03T20:31:51,031 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2. 2024-12-03T20:31:51,037 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/default/test/06f3a254f2a29a11b418793a6cd32ee2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T20:31:51,038 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:31:51,038 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T20:31:51,038 INFO [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2. 2024-12-03T20:31:51,038 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06f3a254f2a29a11b418793a6cd32ee2: Waiting for close lock at 1733257911031Running coprocessor pre-close hooks at 1733257911031Disabling compacts and flushes for region at 1733257911031Disabling writes for close at 1733257911031Writing region close event to WAL at 1733257911032 (+1 ms)Running coprocessor post-close hooks at 1733257911038 (+6 ms)Closed at 1733257911038 2024-12-03T20:31:51,038 DEBUG [RS_CLOSE_REGION-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733257892951.06f3a254f2a29a11b418793a6cd32ee2. 2024-12-03T20:31:51,228 DEBUG [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:31:51,377 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740/.tmp/rep_barrier/7035de044b1e4988a53310d5abf75e38 2024-12-03T20:31:51,411 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740/.tmp/table/388c585044bd46f79db572364047a42b is 53, key is hbase:replication/table:state/1733257898159/Put/seqid=0 2024-12-03T20:31:51,428 DEBUG [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:31:51,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741852_1028 (size=5308) 2024-12-03T20:31:51,545 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T20:31:51,545 INFO [regionserver/b29c245002d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T20:31:51,628 DEBUG [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:31:51,762 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:51,785 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:31:51,785 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 688, reset compression=false 2024-12-03T20:31:51,785 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.shipperb29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b29c245002d9,40645,1733257880011 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:31:51,786 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.shipperb29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b29c245002d9,40645,1733257880011: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-b29c245002d9,40645,1733257880011, walGroup=b29c245002d9%2C40645%2C1733257880011, offset=b29c245002d9%2C40645%2C1733257880011.1733257901009:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:40645 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T20:31:51,787 ERROR [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.shipperb29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T20:31:51,787 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.shipperb29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T20:31:51,787 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.shipperb29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T20:31:51,788 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.shipperb29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T20:31:51,788 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.shipperb29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T20:31:51,788 INFO [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.shipperb29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1623195648, "init": 1048576000, "max": 2306867200, "used": 955853824 }, "NonHeapMemoryUsage": { "committed": 211877888, "init": 7667712, "max": -1, "used": 208648472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T20:31:51,788 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.shipperb29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:39461 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b29c245002d9:39461 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T20:31:51,832 INFO [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T20:31:51,832 DEBUG [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T20:31:51,832 DEBUG [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T20:31:51,871 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740/.tmp/table/388c585044bd46f79db572364047a42b 2024-12-03T20:31:51,880 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740/.tmp/info/749a27e38d87422e98bd69e1fa1a1b5d as hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740/info/749a27e38d87422e98bd69e1fa1a1b5d 2024-12-03T20:31:51,887 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740/info/749a27e38d87422e98bd69e1fa1a1b5d, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T20:31:51,894 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740/.tmp/ns/6c407aebd65d45cf8d3b93ca2728eeb5 as hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740/ns/6c407aebd65d45cf8d3b93ca2728eeb5 2024-12-03T20:31:51,896 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 393, reset compression=false 2024-12-03T20:31:51,900 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T20:31:51,900 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 688, reset compression=false 2024-12-03T20:31:51,901 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.shipperb29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b29c245002d9,40645,1733257880011 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T20:31:51,901 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.shipperb29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-03T20:31:51,905 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740/ns/6c407aebd65d45cf8d3b93ca2728eeb5, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T20:31:51,905 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740/.tmp/rep_barrier/7035de044b1e4988a53310d5abf75e38 as hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740/rep_barrier/7035de044b1e4988a53310d5abf75e38 2024-12-03T20:31:51,917 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740/rep_barrier/7035de044b1e4988a53310d5abf75e38, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T20:31:51,921 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740/.tmp/table/388c585044bd46f79db572364047a42b as hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740/table/388c585044bd46f79db572364047a42b 2024-12-03T20:31:51,936 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740/table/388c585044bd46f79db572364047a42b, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T20:31:51,937 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1109ms, sequenceid=16, compaction requested=false 2024-12-03T20:31:51,937 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T20:31:51,973 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T20:31:51,976 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T20:31:51,977 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T20:31:51,977 INFO [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T20:31:51,977 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733257910828Running coprocessor pre-close hooks at 1733257910828Disabling compacts and flushes for region at 1733257910828Disabling writes for close at 1733257910828Obtaining lock to block concurrent updates at 1733257910828Preparing flush snapshotting stores in 1588230740 at 1733257910828Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733257910828Flushing stores of hbase:meta,,1.1588230740 at 1733257910829 (+1 ms)Flushing 1588230740/info: creating writer at 1733257910829Flushing 1588230740/info: appending metadata at 1733257910864 (+35 ms)Flushing 1588230740/info: closing flushed file at 1733257910864Flushing 1588230740/ns: creating writer at 1733257910884 (+20 ms)Flushing 1588230740/ns: appending metadata at 1733257910904 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733257910904Flushing 1588230740/rep_barrier: creating writer at 1733257910931 (+27 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733257910955 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733257910955Flushing 1588230740/table: creating writer at 1733257911382 (+427 ms)Flushing 1588230740/table: appending metadata at 1733257911411 (+29 ms)Flushing 1588230740/table: closing flushed file at 1733257911411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bacf5fd: reopening flushed file at 1733257911876 (+465 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76686fdb: reopening flushed file at 1733257911887 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ae0e1e2: reopening flushed file at 1733257911905 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e0c28c6: reopening flushed file at 1733257911917 (+12 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1109ms, sequenceid=16, compaction requested=false at 1733257911937 (+20 ms)Writing region close event to WAL at 1733257911964 (+27 ms)Running coprocessor post-close hooks at 1733257911976 (+12 ms)Closed at 1733257911977 (+1 ms) 2024-12-03T20:31:51,977 DEBUG [RS_CLOSE_META-regionserver/b29c245002d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T20:31:52,001 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 688, reset compression=false 2024-12-03T20:31:52,032 INFO [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(976): stopping server b29c245002d9,40645,1733257880011; all regions closed. 2024-12-03T20:31:52,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741842_1018 (size=859) 2024-12-03T20:31:52,041 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.meta.1733257900964.meta not finished, retry = 0 2024-12-03T20:31:52,122 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 688, reset compression=false 2024-12-03T20:31:52,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741843_1019 (size=2791) 2024-12-03T20:31:52,160 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.rep.1733257900987 not finished, retry = 0 2024-12-03T20:31:52,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741844_1020 (size=696) 2024-12-03T20:31:52,286 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 not finished, retry = 0 2024-12-03T20:31:52,312 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 to pos 688, reset compression=false 2024-12-03T20:31:52,391 DEBUG [RS:0;b29c245002d9:40645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:52,391 INFO [RS:0;b29c245002d9:40645 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T20:31:52,391 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/WALs/b29c245002d9,40645,1733257880011/b29c245002d9%2C40645%2C1733257880011.1733257901009 2024-12-03T20:31:52,391 INFO [RS:0;b29c245002d9:40645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:31:52,391 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-03T20:31:52,391 DEBUG [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-03T20:31:52,391 INFO [RS:0;b29c245002d9:40645 {}] hbase.ChoreService(370): Chore service for: regionserver/b29c245002d9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T20:31:52,391 INFO [RS:0;b29c245002d9:40645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:31:52,392 INFO [RS:0;b29c245002d9:40645 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b29c245002d9,40645,1733257880011 because: Region server is closing 2024-12-03T20:31:52,392 INFO [RS:0;b29c245002d9:40645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:40645. 2024-12-03T20:31:52,393 DEBUG [RS:0;b29c245002d9:40645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:52,393 DEBUG [RS:0;b29c245002d9:40645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:52,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:31:52,393 DEBUG [RS:0;b29c245002d9:40645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:52,396 INFO [regionserver/b29c245002d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:31:52,497 INFO [RS:0;b29c245002d9:40645 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,1-b29c245002d9,40645,1733257880011.replicationSource.shipperb29c245002d9%2C40645%2C1733257880011,1-b29c245002d9,40645,1733257880011 terminated 2024-12-03T20:31:52,497 INFO [RS:0;b29c245002d9:40645 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b29c245002d9,40645,1733257880011 because: Region server is closing 2024-12-03T20:31:52,497 INFO [RS:0;b29c245002d9:40645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b29c245002d9:40645. 2024-12-03T20:31:52,497 DEBUG [RS:0;b29c245002d9:40645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T20:31:52,497 DEBUG [RS:0;b29c245002d9:40645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:52,497 DEBUG [RS:0;b29c245002d9:40645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T20:31:52,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T20:31:52,598 INFO [RS:0;b29c245002d9:40645 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.shipperb29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 terminated 2024-12-03T20:31:52,597 WARN [RS_REFRESH_PEER-regionserver/b29c245002d9:0-0.replicationSource,2-b29c245002d9,40645,1733257880011.replicationSource.wal-reader.b29c245002d9%2C40645%2C1733257880011,2-b29c245002d9,40645,1733257880011 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-12-03T20:31:52,598 INFO [RS:0;b29c245002d9:40645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40645 2024-12-03T20:31:52,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x1019ce455a00001, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-338069973/rs/b29c245002d9,40645,1733257880011 2024-12-03T20:31:52,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338069973/rs 2024-12-03T20:31:52,609 INFO [RS:0;b29c245002d9:40645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:31:52,609 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b29c245002d9,40645,1733257880011] 2024-12-03T20:31:52,629 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-338069973/draining/b29c245002d9,40645,1733257880011 already deleted, retry=false 2024-12-03T20:31:52,629 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b29c245002d9,40645,1733257880011 expired; onlineServers=0 2024-12-03T20:31:52,629 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b29c245002d9,39461,1733257879788' ***** 2024-12-03T20:31:52,629 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T20:31:52,630 INFO [M:0;b29c245002d9:39461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T20:31:52,630 INFO [M:0;b29c245002d9:39461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T20:31:52,630 DEBUG [M:0;b29c245002d9:39461 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T20:31:52,630 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T20:31:52,630 DEBUG [M:0;b29c245002d9:39461 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T20:31:52,630 INFO [M:0;b29c245002d9:39461 {}] hbase.ChoreService(370): Chore service for: master/b29c245002d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T20:31:52,630 INFO [M:0;b29c245002d9:39461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T20:31:52,630 DEBUG [M:0;b29c245002d9:39461 {}] master.HMaster(1795): Stopping service threads 2024-12-03T20:31:52,630 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257881430 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.small.0-1733257881430,5,FailOnTimeoutGroup] 2024-12-03T20:31:52,630 INFO [M:0;b29c245002d9:39461 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T20:31:52,630 DEBUG [master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257881429 {}] cleaner.HFileCleaner(306): Exit Thread[master/b29c245002d9:0:becomeActiveMaster-HFileCleaner.large.0-1733257881429,5,FailOnTimeoutGroup] 2024-12-03T20:31:52,631 INFO [M:0;b29c245002d9:39461 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T20:31:52,631 ERROR [M:0;b29c245002d9:39461 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:43387 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43387,5,PEWorkerGroup] 2024-12-03T20:31:52,631 INFO [M:0;b29c245002d9:39461 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T20:31:52,631 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T20:31:52,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-338069973/master 2024-12-03T20:31:52,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-338069973 2024-12-03T20:31:52,661 DEBUG [M:0;b29c245002d9:39461 {}] zookeeper.RecoverableZooKeeper(212): Node /0-338069973/master already deleted, retry=false 2024-12-03T20:31:52,661 DEBUG [M:0;b29c245002d9:39461 {}] master.ActiveMasterManager(353): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-338069973/master 2024-12-03T20:31:52,666 INFO [M:0;b29c245002d9:39461 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/.lastflushedseqids 2024-12-03T20:31:52,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741853_1029 (size=263) 2024-12-03T20:31:52,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x1019ce455a00001, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:52,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x1019ce455a00001, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:52,719 INFO [RS:0;b29c245002d9:40645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:31:52,720 INFO [RS:0;b29c245002d9:40645 {}] regionserver.HRegionServer(1031): Exiting; stopping=b29c245002d9,40645,1733257880011; zookeeper connection closed. 2024-12-03T20:31:52,721 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7372a822 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7372a822 2024-12-03T20:31:52,721 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T20:31:53,084 INFO [M:0;b29c245002d9:39461 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T20:31:53,084 INFO [M:0;b29c245002d9:39461 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T20:31:53,084 DEBUG [M:0;b29c245002d9:39461 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T20:31:53,084 INFO [M:0;b29c245002d9:39461 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:53,084 DEBUG [M:0;b29c245002d9:39461 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:53,084 DEBUG [M:0;b29c245002d9:39461 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T20:31:53,084 DEBUG [M:0;b29c245002d9:39461 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:53,084 INFO [M:0;b29c245002d9:39461 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-12-03T20:31:53,103 DEBUG [M:0;b29c245002d9:39461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29d558b17ed1449192e09ebf2416882e is 82, key is hbase:meta,,1/info:regioninfo/1733257882662/Put/seqid=0 2024-12-03T20:31:53,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741854_1030 (size=5672) 2024-12-03T20:31:53,106 INFO [M:0;b29c245002d9:39461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29d558b17ed1449192e09ebf2416882e 2024-12-03T20:31:53,123 DEBUG [M:0;b29c245002d9:39461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f97f85f4f0cd49c58658e81ee1c6a477 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733257898163/Put/seqid=0 2024-12-03T20:31:53,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741855_1031 (size=8908) 2024-12-03T20:31:53,533 INFO [M:0;b29c245002d9:39461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f97f85f4f0cd49c58658e81ee1c6a477 2024-12-03T20:31:53,553 DEBUG [M:0;b29c245002d9:39461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d86dcfacc8244d9a67e6072478ebaa4 is 69, key is b29c245002d9,40645,1733257880011/rs:state/1733257881513/Put/seqid=0 2024-12-03T20:31:53,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741856_1032 (size=5156) 2024-12-03T20:31:53,984 INFO [M:0;b29c245002d9:39461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d86dcfacc8244d9a67e6072478ebaa4 2024-12-03T20:31:54,008 DEBUG [M:0;b29c245002d9:39461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29d558b17ed1449192e09ebf2416882e as hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29d558b17ed1449192e09ebf2416882e 2024-12-03T20:31:54,020 INFO [M:0;b29c245002d9:39461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29d558b17ed1449192e09ebf2416882e, entries=8, sequenceid=112, filesize=5.5 K 2024-12-03T20:31:54,022 DEBUG [M:0;b29c245002d9:39461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f97f85f4f0cd49c58658e81ee1c6a477 as hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f97f85f4f0cd49c58658e81ee1c6a477 2024-12-03T20:31:54,045 INFO [M:0;b29c245002d9:39461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f97f85f4f0cd49c58658e81ee1c6a477, entries=13, sequenceid=112, filesize=8.7 K 2024-12-03T20:31:54,056 DEBUG [M:0;b29c245002d9:39461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d86dcfacc8244d9a67e6072478ebaa4 as hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d86dcfacc8244d9a67e6072478ebaa4 2024-12-03T20:31:54,079 INFO [M:0;b29c245002d9:39461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43387/user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d86dcfacc8244d9a67e6072478ebaa4, entries=1, sequenceid=112, filesize=5.0 K 2024-12-03T20:31:54,080 INFO [M:0;b29c245002d9:39461 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 996ms, sequenceid=112, compaction requested=false 2024-12-03T20:31:54,082 INFO [M:0;b29c245002d9:39461 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T20:31:54,082 DEBUG [M:0;b29c245002d9:39461 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733257913084Disabling compacts and flushes for region at 1733257913084Disabling writes for close at 1733257913084Obtaining lock to block concurrent updates at 1733257913084Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733257913084Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1733257913085 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733257913085Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733257913085Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733257913103 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733257913103Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733257913110 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733257913123 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733257913123Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733257913537 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733257913552 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733257913552Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c80c87a: reopening flushed file at 1733257914006 (+454 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f95bb41: reopening flushed file at 1733257914020 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a1a7283: reopening flushed file at 1733257914045 (+25 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 996ms, sequenceid=112, compaction requested=false at 1733257914080 (+35 ms)Writing region close event to WAL at 1733257914082 (+2 ms)Closed at 1733257914082 2024-12-03T20:31:54,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741830_1006 (size=69043) 2024-12-03T20:31:54,084 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bf1059d3-8de0-b73d-f95f-0ceeef22b5d4/MasterData/WALs/b29c245002d9,39461,1733257879788/b29c245002d9%2C39461%2C1733257879788.1733257881088 not finished, retry = 0 2024-12-03T20:31:54,186 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T20:31:54,186 INFO [M:0;b29c245002d9:39461 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T20:31:54,186 INFO [M:0;b29c245002d9:39461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39461 2024-12-03T20:31:54,187 INFO [M:0;b29c245002d9:39461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T20:31:54,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:54,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39461-0x1019ce455a00000, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T20:31:54,372 INFO [M:0;b29c245002d9:39461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T20:31:54,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ba6bf0b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T20:31:54,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78ca74ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:31:54,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:31:54,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c64ccd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:31:54,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42e80402{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/hadoop.log.dir/,STOPPED} 2024-12-03T20:31:54,386 WARN [BP-593240320-172.17.0.3-1733257878038 heartbeating to localhost/127.0.0.1:43387 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T20:31:54,386 WARN [BP-593240320-172.17.0.3-1733257878038 heartbeating to localhost/127.0.0.1:43387 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-593240320-172.17.0.3-1733257878038 (Datanode Uuid 384d3f85-4639-44ff-afa9-ffe783f7230d) service to localhost/127.0.0.1:43387 2024-12-03T20:31:54,386 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/cluster_55347a5d-c0b3-e1b5-1d64-1f1c0fc3f6db/data/data1/current/BP-593240320-172.17.0.3-1733257878038 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:31:54,387 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/cluster_55347a5d-c0b3-e1b5-1d64-1f1c0fc3f6db/data/data2/current/BP-593240320-172.17.0.3-1733257878038 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T20:31:54,387 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T20:31:54,387 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T20:31:54,387 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T20:31:54,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b6d451a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T20:31:54,395 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e74d2e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T20:31:54,395 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T20:31:54,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59a943f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T20:31:54,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54b4a400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5996cc34-ca02-aa6c-8652-df3ba3bb89b3/hadoop.log.dir/,STOPPED} 2024-12-03T20:31:54,410 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T20:31:54,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T20:31:54,441 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=591 (was 528) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:33469 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43387 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43387 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61336) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33469 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37955 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:37955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61336) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43387 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:43387 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33469 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33469 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61336) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43387 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33469 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=977 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=934 (was 1150), ProcessCount=11 (was 11), AvailableMemoryMB=1145 (was 1261) 2024-12-03T20:31:54,441 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=591 is superior to 500 2024-12-03T20:31:54,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019ce455a00002, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T20:31:54,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019ce455a00008, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T20:31:54,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019ce455a00002, quorum=127.0.0.1:61336, baseZNode=/0-338069973 Received Disconnected from ZooKeeper, ignoring 2024-12-03T20:31:54,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019ce455a00008, quorum=127.0.0.1:61336, baseZNode=/2886592638 Received Disconnected from ZooKeeper, ignoring 2024-12-03T20:31:54,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019ce455a00005, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T20:31:54,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019ce455a00005, quorum=127.0.0.1:61336, baseZNode=/1840650894 Received Disconnected from ZooKeeper, ignoring